@adhd/decompile-cli 0.1.7

package/src/lib/extractors/map.js

@@ -0,0 +1,74 @@
+import 'babel-polyfill';
+import sourceMap from 'source-map';
+const formatName = (f) => {
+    return f.replace('webpack:///', '');
+};
+const SOURCEMAP_URL_REGEX = /sourceMappingURL=([/a-zA-Z._0-9-]+\.map)/gim;
+export const extractMapLink = (raw) => {
+    const { path, data } = raw;
+    console.log({ path });
+    // TODO: should allow [?] ?
+    let mfiles = (data.match(SOURCEMAP_URL_REGEX) || [])
+        .filter((e) => !!e)
+        .map((s) => s.split('=')[1]);
+    if (mfiles.length) {
+        mfiles = [mfiles[mfiles.length - 1]];
+        return mfiles.map((mfile) => {
+            if (mfile.startsWith('http')) {
+                return mfile;
+            }
+            else {
+                const newp = path.split('/');
+                newp[newp.length - 1] = mfile;
+                return newp.join('/');
+            }
+        });
+    }
+};
+// type SourceType = { path: string; data: string | null };
+export const extractSource = async (rawMap) => {
+    try {
+        const consumer = await new sourceMap.SourceMapConsumer(rawMap);
+        const sources = {};
+        consumer.eachMapping((m) => {
+            const s = m.source;
+            const outFile = formatName(s);
+            if (m.source && !sources[outFile]) {
+                const content = consumer.sourceContentFor(s, true);
+                if (!(outFile.startsWith('external ') || outFile.startsWith('(webpack)'))) {
+                    // TODO: can depcheck check raw text for dependencies?
+                    // NOTE: this may remove chunked content, consider content hashing
+                    sources[outFile] = { path: outFile, data: content || '' };
+                    console.log('extractSource', { path: outFile });
+                }
+            }
+        });
+        return Object.values(sources).filter((e) => !!e);
+        // return await Promise.all(consumer.sources.map((s) => {
+        //   const outFile = formatName(s);
+        //   const content = consumer.sourceContentFor(s) || '';
+        //   if (
+        //     !(outFile.startsWith('external ') ||
+        //       outFile.startsWith('(webpack)'))
+        //   ) {
+        //     // TODO: can depcheck check raw text for dependencies?
+        //     return { name: outFile, data: content };
+        //   } else {
+        //     return null;
+        //   }
+        // })).then((r) => {
+        //   // consumer.destroy();
+        //   return r;
+        // }).catch((e) => {
+        //   console.error(e);
+        //   // consumer.destroy();
+        //   return null;
+        // });
+    }
+    catch (e) {
+        console.error('ERROR[extractSource]', e);
+        return [];
+    }
+};
+export default extractSource;
+//# sourceMappingURL=map.js.map

package/src/lib/extractors/map.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"map.js","sourceRoot":"","sources":["../../../../src/lib/extractors/map.ts"],"names":[],"mappings":"AAAA,OAAO,gBAAgB,CAAC;AACxB,OAAO,SAA2B,MAAM,YAAY,CAAC;AAErD,MAAM,UAAU,GAAG,CAAC,CAAS,EAAE,EAAE;IAC/B,OAAO,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,6CAA6C,CAAC;AAE1E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAc,EAAE,EAAE;IAC/C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC;IAC3B,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACtB,2BAA2B;IAC3B,IAAI,MAAM,GAAG,CAAE,IAAe,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;SAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;SAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAa,EAAE,EAAE;YAClC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;gBAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC;AAEF,2DAA2D;AAC3D,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,MAAoB,EAAE,EAAE;IAC1D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC/D,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE;YACzB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;YACnB,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBACnD,IACE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EACrE,CAAC;oBACD,sDAAsD;oBACtD,kEAAkE;oBAClE,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;oBAC1D,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,yDAAyD;QACzD,mCAAmC;QACnC,wDAAwD;QACxD,SAAS;QACT,2CAA2C;QAC3C,yCAAyC;QACzC,QAAQ;QACR,6DAA6D;QAC7D,+CAA+C;QAC/C,aAAa;QACb,mBAAmB;QACnB,MAAM;QACN,oBAAoB;QACpB,2BAA2B;QAC3B,cAAc;QACd,oBAAoB;QACpB,sBAAsB;QACtB,2BAA2B;QAC3B,iBAAiB;QACjB,MAAM;IACR,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;QACzC,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AAEF,eAAe,aAAa,CAAC","sourcesContent":["import 'babel-polyfill';\nimport sourceMap, { RawSourceMap } from 'source-map';\nimport { StackItem } from '../pipeline/stack';\nconst formatName = (f: string) => {\n  return f.replace('webpack:///', '');\n};\n\nconst SOURCEMAP_URL_REGEX = /sourceMappingURL=([/a-zA-Z._0-9-]+\\.map)/gim;\n\nexport const extractMapLink = (raw: StackItem) => {\n  const { path, data } = raw;\n  console.log({ path });\n  // TODO: should allow [?] ?\n  let mfiles = ((data as string).match(SOURCEMAP_URL_REGEX) || [])\n    .filter((e) => !!e)\n    .map((s) => s.split('=')[1]);\n  if (mfiles.length) {\n    mfiles = [mfiles[mfiles.length - 1]];\n    return mfiles.map((mfile: string) => {\n      if (mfile.startsWith('http')) {\n        return mfile;\n      } else {\n        const newp = path.split('/');\n        newp[newp.length - 1] = mfile;\n        return newp.join('/');\n      }\n    });\n  }\n};\n\n// type SourceType = { path: string; data: string | null };\nexport const extractSource = async (rawMap: RawSourceMap) => {\n  try {\n    const consumer = await new sourceMap.SourceMapConsumer(rawMap);\n    const sources: Record<string, StackItem> = {};\n    consumer.eachMapping((m) => {\n      const s = m.source;\n      const outFile = formatName(s);\n      if (m.source && !sources[outFile]) {\n        const content = consumer.sourceContentFor(s, true);\n        if (\n          !(outFile.startsWith('external ') || outFile.startsWith('(webpack)'))\n        ) {\n          // TODO: can depcheck check raw text for dependencies?\n          // NOTE: this may remove chunked content, consider content hashing\n          sources[outFile] = { path: outFile, data: content || '' };\n          console.log('extractSource', { path: outFile });\n        }\n      }\n    });\n    return Object.values(sources).filter((e) => !!e);\n    // return await Promise.all(consumer.sources.map((s) => {\n    //   const outFile = formatName(s);\n    //   const content = consumer.sourceContentFor(s) || '';\n    //   if (\n    //     !(outFile.startsWith('external ') ||\n    //       outFile.startsWith('(webpack)'))\n    //   ) {\n    //     // TODO: can depcheck check raw text for dependencies?\n    //     return { name: outFile, data: content };\n    //   } else {\n    //     return null;\n    //   }\n    // })).then((r) => {\n    //   // consumer.destroy();\n    //   return r;\n    // }).catch((e) => {\n    //   console.error(e);\n    //   // consumer.destroy();\n    //   return null;\n    // });\n  } catch (e) {\n    console.error('ERROR[extractSource]', e);\n    return [];\n  }\n};\n\nexport default extractSource;\n"]}

package/src/lib/extractors/raw-html.d.ts

@@ -0,0 +1,7 @@
+export declare const extractSourceLinks: (raw: string) => string[] | undefined;
+export declare const extractRawHtml: (src: {
+    data: string;
+    path: string;
+}) => string[];
+export declare const isHtml: (s: string) => boolean;
+export default extractRawHtml;

package/src/lib/extractors/raw-html.js

@@ -0,0 +1,93 @@
+import { load } from 'cheerio';
+const selectors = {
+    stylesheets: {
+        selector: 'link[rel="stylesheet"]',
+        attribute: 'href',
+    },
+    scripts: {
+        selector: 'script',
+        attribute: 'src',
+    },
+    imports: {
+        selector: 'link[rel="import"]',
+        attribute: 'href',
+    },
+    preloadScripts: {
+        selector: 'link[rel="preload"][as="script"]',
+        attribute: 'href',
+    },
+    preload: {
+        selector: 'link[rel="preload"][as="style"]',
+        attribute: 'href',
+    },
+    links: {
+        selector: 'a',
+        attribute: 'href',
+    },
+    images: {
+        selector: 'img',
+        attribute: 'src',
+    },
+};
+const loadExtract = (src, types = []) => {
+    if (types.length == 0) {
+        return [];
+    }
+    const $ = load(src.data);
+    console.log({ types });
+    const results = types.map((t) => {
+        const chosenType = selectors[t];
+        const resSel = $(chosenType.selector);
+        if (resSel) {
+            // `Array.prototype.map.call(...)` is untypable by TS: the generic `this` is lost,
+            // so it returns `unknown[]`. Chaining `.reduce((r: string[], l: string) => …)`
+            // off that array therefore failed to match any overload (TS2769) once `any` was
+            // swept to `unknown`. Assert the element type ONCE, here at the boundary where
+            // the callback demonstrably returns `string`, then let `reduce` be properly typed.
+            const links = Array.prototype.map.call(resSel, (el) => {
+                const $el = $(el);
+                const r = new URL($el.attr(chosenType.attribute), src.path).toString();
+                console.log('lnk', r);
+                return r.replace(/[?].*/, '');
+            });
+            // Dedupe, dropping entries whose URL resolution produced a trailing "undefined".
+            return links.reduce((r, l) => (r.includes(l) || l.endsWith('undefined') ? r : [...r, l]), []);
+        }
+        else {
+            return [];
+        }
+    });
+    return results.reduce((r, a) => r.concat(a), []);
+};
+export const extractSourceLinks = (raw) => {
+    const re = /(http[s]?:\/\/)?[^\s(["<,>]*\.[^\s[",><]*/gim;
+    return raw.match(re)?.filter((m) => /http.*\.(js|css)$/.test(m));
+};
+// export const oust = (src, type) => {
+//   if (!src || !type) {
+//     throw new Error('`src` and `type` required');
+//   }
+//   const validTypes = Object.keys(types);
+//   if (!validTypes.includes(type)) {
+//     throw new Error(
+//         `Invalid \`type\` value "${type}". `+
+//         `Choose one of: ${validTypes.join(', ')}`,
+//     );
+//   }
+//   return loadExtract(src, [type]);
+// };
+export const extractRawHtml = (src) => {
+    return loadExtract(src, [
+        'stylesheets',
+        'scripts',
+        'imports',
+        'preloadScripts',
+        'preload',
+    ]);
+};
+export const isHtml = (s) => {
+    // eslint-disable-next-line max-len
+    return /<(br|basefont|hr|input|source|frame|param|area|meta|!--|col|link|option|base|img|wbr|!DOCTYPE).*?>|<(a|abbr|acronym|address|applet|article|aside|audio|b|bdi|bdo|big|blockquote|body|button|canvas|caption|center|cite|code|colgroup|command|datalist|dd|del|details|dfn|dialog|dir|div|dl|dt|em|embed|fieldset|figcaption|figure|font|footer|form|frameset|head|header|hgroup|h1|h2|h3|h4|h5|h6|html|i|iframe|ins|kbd|keygen|label|legend|li|map|mark|menu|meter|nav|noframes|noscript|object|ol|optgroup|output|p|pre|progress|q|rp|rt|ruby|s|samp|script|section|select|small|span|strike|strong|style|sub|summary|sup|table|tbody|td|textarea|tfoot|th|thead|time|title|tr|track|tt|u|ul|var|video).*?<\/\2>/i.test(s);
+};
+export default extractRawHtml;
+//# sourceMappingURL=raw-html.js.map

package/src/lib/extractors/raw-html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-html.js","sourceRoot":"","sources":["../../../../src/lib/extractors/raw-html.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAe/B,MAAM,SAAS,GAAgB;IAC7B,WAAW,EAAE;QACX,QAAQ,EAAE,wBAAwB;QAClC,SAAS,EAAE,MAAM;KAClB;IACD,OAAO,EAAE;QACP,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,KAAK;KACjB;IACD,OAAO,EAAE;QACP,QAAQ,EAAE,oBAAoB;QAC9B,SAAS,EAAE,MAAM;KAClB;IACD,cAAc,EAAE;QACd,QAAQ,EAAE,kCAAkC;QAC5C,SAAS,EAAE,MAAM;KAClB;IACD,OAAO,EAAE;QACP,QAAQ,EAAE,iCAAiC;QAC3C,SAAS,EAAE,MAAM;KAClB;IACD,KAAK,EAAE;QACL,QAAQ,EAAE,GAAG;QACb,SAAS,EAAE,MAAM;KAClB;IACD,MAAM,EAAE;QACN,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,KAAK;KACjB;CACF,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAc,EAAE,QAAyB,EAAE,EAAE,EAAE;IAClE,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC9B,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,kFAAkF;YAClF,+EAA+E;YAC/E,gFAAgF;YAChF,+EAA+E;YAC/E,mFAAmF;YACnF,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAW,EAAU,EAAE;gBACrE,MAAM,GAAG,GAAG,CAAC,CAAC,EAAW,CAAC,CAAC;gBAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CACf,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAW,EACxC,GAAG,CAAC,IAAI,CACT,CAAC,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACtB,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChC,CAAC,CAAa,CAAC;YAEf,iFAAiF;YACjF,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EACpE,EAAE,CACH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,EAAc,CAAC;QACxB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAa,CAAC;AAC/D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAE,EAAE;IAChD,MAAM,EAAE,GAAG,8CAA8C,CAAC;IAC1D,OAAO,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,uCAAuC;AACvC,yBAAyB;AACzB,oDAAoD;AACpD,MAAM;AAEN,2CAA2C;AAE3C,sCAAsC;AACtC,uBAAuB;AACvB,gDAAgD;AAChD,qDAAqD;AACrD,SAAS;AACT,MAAM;AAEN,qCAAqC;AACrC,KAAK;AAEL,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAmC,EAAE,EAAE;IACpE,OAAO,WAAW,CAAC,GAAG,EAAE;QACtB,aAAa;QACb,SAAS;QACT,SAAS;QACT,gBAAgB;QAChB,SAAS;KACV,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAS,EAAE,EAAE;IAClC,mCAAmC;IACnC,OAAO,mrBAAmrB,CAAC,IAAI,CAC7rB,CAAC,CACF,CAAC;AACJ,CAAC,CAAC;AAEF,eAAe,cAAc,CAAC","sourcesContent":["import { load } from 'cheerio';\nimport { StackItem } from '../pipeline/stack';\ntype SelectorTypes =\n  | 'stylesheets'\n  | 'scripts'\n  | 'imports'\n  | 'preloadScripts'\n  | 'preload'\n  | 'links'\n  | 'images';\ntype SelectorAccessor = {\n  selector: string;\n  attribute: 'href' | 'src';\n};\ntype SelectorMap = Record<SelectorTypes, SelectorAccessor>;\nconst selectors: SelectorMap = {\n  stylesheets: {\n    selector: 'link[rel=\"stylesheet\"]',\n    attribute: 'href',\n  },\n  scripts: {\n    selector: 'script',\n    attribute: 'src',\n  },\n  imports: {\n    selector: 'link[rel=\"import\"]',\n    attribute: 'href',\n  },\n  preloadScripts: {\n    selector: 'link[rel=\"preload\"][as=\"script\"]',\n    attribute: 'href',\n  },\n  preload: {\n    selector: 'link[rel=\"preload\"][as=\"style\"]',\n    attribute: 'href',\n  },\n  links: {\n    selector: 'a',\n    attribute: 'href',\n  },\n  images: {\n    selector: 'img',\n    attribute: 'src',\n  },\n};\n\nconst loadExtract = (src: StackItem, types: SelectorTypes[] = []) => {\n  if (types.length == 0) {\n    return [];\n  }\n  const $ = load(src.data);\n  console.log({ types });\n  const results = types.map((t) => {\n    const chosenType = selectors[t];\n    const resSel = $(chosenType.selector);\n    if (resSel) {\n      // `Array.prototype.map.call(...)` is untypable by TS: the generic `this` is lost,\n      // so it returns `unknown[]`. Chaining `.reduce((r: string[], l: string) => …)`\n      // off that array therefore failed to match any overload (TS2769) once `any` was\n      // swept to `unknown`. Assert the element type ONCE, here at the boundary where\n      // the callback demonstrably returns `string`, then let `reduce` be properly typed.\n      const links = Array.prototype.map.call(resSel, (el: unknown): string => {\n        const $el = $(el as never);\n        const r = new URL(\n          $el.attr(chosenType.attribute) as string,\n          src.path\n        ).toString();\n        console.log('lnk', r);\n        return r.replace(/[?].*/, '');\n      }) as string[];\n\n      // Dedupe, dropping entries whose URL resolution produced a trailing \"undefined\".\n      return links.reduce<string[]>(\n        (r, l) => (r.includes(l) || l.endsWith('undefined') ? r : [...r, l]),\n        []\n      );\n    } else {\n      return [] as string[];\n    }\n  });\n  return results.reduce((r, a) => r.concat(a), []) as string[];\n};\n\nexport const extractSourceLinks = (raw: string) => {\n  const re = /(http[s]?:\\/\\/)?[^\\s([\"<,>]*\\.[^\\s[\",><]*/gim;\n  return raw.match(re)?.filter((m) => /http.*\\.(js|css)$/.test(m));\n};\n\n// export const oust = (src, type) => {\n//   if (!src || !type) {\n//     throw new Error('`src` and `type` required');\n//   }\n\n//   const validTypes = Object.keys(types);\n\n//   if (!validTypes.includes(type)) {\n//     throw new Error(\n//         `Invalid \\`type\\` value \"${type}\". `+\n//         `Choose one of: ${validTypes.join(', ')}`,\n//     );\n//   }\n\n//   return loadExtract(src, [type]);\n// };\n\nexport const extractRawHtml = (src: { data: string; path: string }) => {\n  return loadExtract(src, [\n    'stylesheets',\n    'scripts',\n    'imports',\n    'preloadScripts',\n    'preload',\n  ]);\n};\n\nexport const isHtml = (s: string) => {\n  // eslint-disable-next-line max-len\n  return /<(br|basefont|hr|input|source|frame|param|area|meta|!--|col|link|option|base|img|wbr|!DOCTYPE).*?>|<(a|abbr|acronym|address|applet|article|aside|audio|b|bdi|bdo|big|blockquote|body|button|canvas|caption|center|cite|code|colgroup|command|datalist|dd|del|details|dfn|dialog|dir|div|dl|dt|em|embed|fieldset|figcaption|figure|font|footer|form|frameset|head|header|hgroup|h1|h2|h3|h4|h5|h6|html|i|iframe|ins|kbd|keygen|label|legend|li|map|mark|menu|meter|nav|noframes|noscript|object|ol|optgroup|output|p|pre|progress|q|rp|rt|ruby|s|samp|script|section|select|small|span|strike|strong|style|sub|summary|sup|table|tbody|td|textarea|tfoot|th|thead|time|title|tr|track|tt|u|ul|var|video).*?<\\/\\2>/i.test(\n    s\n  );\n};\n\nexport default extractRawHtml;\n"]}

package/src/lib/extractors/site.d.ts

@@ -0,0 +1,34 @@
+type RequestOptions = {
+    method?: 'GET' | 'POST' | 'PUT' | 'DELETE';
+    headers?: Record<string, string>;
+    body?: unknown;
+    json?: boolean;
+    referer?: string;
+};
+export declare class BrowserClient {
+    private jar;
+    private lastUrl?;
+    private agent;
+    private defaultHeaders;
+    fetch(url: string, options?: RequestOptions): Promise<{
+        status: any;
+        headers: any;
+        body: any;
+    }>;
+    get(url: string): Promise<{
+        status: any;
+        headers: any;
+        body: any;
+    }>;
+    post(url: string, body: unknown): Promise<{
+        status: any;
+        headers: any;
+        body: any;
+    }>;
+    getCookies(url: string): Promise<string[]>;
+}
+export declare const extractSite: (_url: string) => Promise<{
+    path: string;
+    data: any;
+} | null>;
+export default extractSite;

package/src/lib/extractors/site.js

@@ -0,0 +1,96 @@
+import request from 'async-request';
+import https from 'https';
+import { CookieJar } from 'tough-cookie';
+import { url } from '../validators/index.js';
+export class BrowserClient {
+    constructor() {
+        this.jar = new CookieJar();
+        this.agent = new https.Agent({
+            keepAlive: true,
+        });
+    }
+    defaultHeaders(_url) {
+        return {
+            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36',
+            Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',
+            'Accept-Language': 'en-US,en;q=0.9',
+            'Accept-Encoding': 'gzip, deflate, br',
+            Connection: 'keep-alive',
+            'Upgrade-Insecure-Requests': '1',
+            ...(this.lastUrl ? { Referer: this.lastUrl } : {}),
+        };
+    }
+    async fetch(url, options = {}) {
+        const method = options.method || 'GET';
+        const headers = {
+            ...this.defaultHeaders(url),
+            ...(options.headers || {}),
+            ...(options.referer ? { Referer: options.referer } : {}),
+        };
+        const res = await request(url, {
+            method,
+            headers,
+            data: options.body,
+            // json: options.json,
+            jar: this.jar,
+            agent: this.agent,
+            followRedirect: true,
+            maxRedirects: 10,
+        });
+        this.lastUrl = url;
+        return {
+            status: res.statusCode,
+            headers: res.headers,
+            body: res.body,
+        };
+    }
+    async get(url) {
+        return this.fetch(url);
+    }
+    async post(url, body) {
+        return this.fetch(url, {
+            method: 'POST',
+            body,
+            headers: {
+                'Content-Type': 'application/json',
+            },
+        });
+    }
+    getCookies(url) {
+        return new Promise((resolve, reject) => {
+            this.jar.getCookies(url, (err, cookies) => {
+                if (err)
+                    return reject(err);
+                resolve(cookies.map((c) => c.cookieString()));
+            });
+        });
+    }
+}
+const client = new BrowserClient();
+export const extractSite = async (_url) => {
+    // console.log({_url})
+    // if (_url.startsWith('//')){
+    //   url=`https:${_url}`
+    // }
+    const assetUrl = url.ensure(_url).toString();
+    console.log('extractSite', assetUrl);
+    let res = null;
+    try {
+        res = await client.fetch(assetUrl, {
+            headers: {
+                Accept: 'text/html,application/xhtml+xml,application/xml;',
+                'Accept-Language': 'en-US,en;q=0.9',
+                'user-agent': `Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) ` +
+                    `AppleWebKit/537.36 (KHTML, like Gecko) ` +
+                    `Chrome/80.0.3987.163 Safari/537.36`,
+            },
+        });
+        return { path: assetUrl, data: res.body };
+    }
+    catch (e) {
+        console.error(e);
+    }
+    return null;
+};
+export default extractSite;
+//# sourceMappingURL=site.js.map

package/src/lib/extractors/site.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"site.js","sourceRoot":"","sources":["../../../../src/lib/extractors/site.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,eAAe,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,wBAAwB,CAAC;AAU7C,MAAM,OAAO,aAAa;IAA1B;QACU,QAAG,GAAG,IAAI,SAAS,EAAE,CAAC;QAGtB,UAAK,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC;YAC9B,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IAmEL,CAAC;IAjES,cAAc,CAAC,IAAY;QACjC,OAAO;YACL,YAAY,EACV,uHAAuH;YACzH,MAAM,EACJ,uFAAuF;YACzF,iBAAiB,EAAE,gBAAgB;YACnC,iBAAiB,EAAE,mBAAmB;YACtC,UAAU,EAAE,YAAY;YACxB,2BAA2B,EAAE,GAAG;YAChC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAA0B,EAAE;QACnD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;QAEvC,MAAM,OAAO,GAAG;YACd,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YAC3B,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAC1B,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YAC7B,MAAM;YACN,OAAO;YACP,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,sBAAsB;YACtB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QAEnB,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,UAAU;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,IAAa;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;YACrB,MAAM,EAAE,MAAM;YACd,IAAI;YACJ,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,GAAW;QACpB,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;gBACxC,IAAI,GAAG;oBAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC5B,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;AAEnC,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;IAChD,sBAAsB;IACtB,8BAA8B;IAC9B,wBAAwB;IACxB,IAAI;IACJ,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE;YACjC,OAAO,EAAE;gBACP,MAAM,EAAE,kDAAkD;gBAC1D,iBAAiB,EAAE,gBAAgB;gBACnC,YAAY,EACV,kDAAkD;oBAClD,yCAAyC;oBACzC,oCAAoC;aACvC;SACF,CAAC,CAAC;QACH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,eAAe,WAAW,CAAC","sourcesContent":["import request from 'async-request';\nimport https from 'https';\nimport { CookieJar } from 'tough-cookie';\nimport { url } from '../validators/index.js';\n\ntype RequestOptions = {\n  method?: 'GET' | 'POST' | 'PUT' | 'DELETE';\n  headers?: Record<string, string>;\n  body?: unknown;\n  json?: boolean;\n  referer?: string;\n};\n\nexport class BrowserClient {\n  private jar = new CookieJar();\n  private lastUrl?: string;\n\n  private agent = new https.Agent({\n    keepAlive: true,\n  });\n\n  private defaultHeaders(_url: string): Record<string, string> {\n    return {\n      'User-Agent':\n        'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36',\n      Accept:\n        'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',\n      'Accept-Language': 'en-US,en;q=0.9',\n      'Accept-Encoding': 'gzip, deflate, br',\n      Connection: 'keep-alive',\n      'Upgrade-Insecure-Requests': '1',\n      ...(this.lastUrl ? { Referer: this.lastUrl } : {}),\n    };\n  }\n\n  async fetch(url: string, options: RequestOptions = {}) {\n    const method = options.method || 'GET';\n\n    const headers = {\n      ...this.defaultHeaders(url),\n      ...(options.headers || {}),\n      ...(options.referer ? { Referer: options.referer } : {}),\n    };\n\n    const res = await request(url, {\n      method,\n      headers,\n      data: options.body,\n      // json: options.json,\n      jar: this.jar,\n      agent: this.agent,\n      followRedirect: true,\n      maxRedirects: 10,\n    });\n\n    this.lastUrl = url;\n\n    return {\n      status: res.statusCode,\n      headers: res.headers,\n      body: res.body,\n    };\n  }\n\n  async get(url: string) {\n    return this.fetch(url);\n  }\n\n  async post(url: string, body: unknown) {\n    return this.fetch(url, {\n      method: 'POST',\n      body,\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n  }\n\n  getCookies(url: string) {\n    return new Promise<string[]>((resolve, reject) => {\n      this.jar.getCookies(url, (err, cookies) => {\n        if (err) return reject(err);\n        resolve(cookies.map((c) => c.cookieString()));\n      });\n    });\n  }\n}\n\nconst client = new BrowserClient();\n\nexport const extractSite = async (_url: string) => {\n  // console.log({_url})\n  // if (_url.startsWith('//')){\n  //   url=`https:${_url}`\n  // }\n  const assetUrl = url.ensure(_url).toString();\n  console.log('extractSite', assetUrl);\n  let res = null;\n  try {\n    res = await client.fetch(assetUrl, {\n      headers: {\n        Accept: 'text/html,application/xhtml+xml,application/xml;',\n        'Accept-Language': 'en-US,en;q=0.9',\n        'user-agent':\n          `Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) ` +\n          `AppleWebKit/537.36 (KHTML, like Gecko) ` +\n          `Chrome/80.0.3987.163 Safari/537.36`,\n      },\n    });\n    return { path: assetUrl, data: res.body };\n  } catch (e) {\n    console.error(e);\n  }\n  return null;\n};\n\nexport default extractSite;\n"]}

package/src/lib/index.d.ts

@@ -0,0 +1,8 @@
+import { FileStore as FS } from './store/index.js';
+export declare const Extractors: {
+    testpipeline: (files: string[], prefix: string) => Promise<import("./store/index.js").WriteOperations[]>;
+    pipeline: (input: string, prefix?: string) => Promise<import("./store/index.js").WriteOperations>;
+    extract: (callStack: import("./pipeline/stack.js").PipelineStack) => Promise<void>;
+};
+export declare const Store: FS;
+export declare const FileStore: typeof FS;

package/src/lib/index.js

@@ -0,0 +1,6 @@
+import E from './extractors/index.js';
+import { FileStore as FS, Store as S } from './store/index.js';
+export const Extractors = E;
+export const Store = S;
+export const FileStore = FS;
+//# sourceMappingURL=index.js.map

package/src/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/index.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,uBAAuB,CAAC;AACtC,OAAO,EAAE,SAAS,IAAI,EAAE,EAAE,KAAK,IAAI,CAAC,EAAE,MAAM,kBAAkB,CAAC;AAC/D,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC;AAC5B,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;AACvB,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,CAAC","sourcesContent":["import E from './extractors/index.js';\nimport { FileStore as FS, Store as S } from './store/index.js';\nexport const Extractors = E;\nexport const Store = S;\nexport const FileStore = FS;\n"]}

package/src/lib/pipeline/index.d.ts

@@ -0,0 +1 @@
+export { PipelineStack as Stack } from './stack.js';

package/src/lib/pipeline/index.js

@@ -0,0 +1,2 @@
+export { PipelineStack as Stack } from './stack.js';
+//# sourceMappingURL=index.js.map

package/src/lib/pipeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/lib/pipeline/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,IAAI,KAAK,EAAE,MAAM,YAAY,CAAC","sourcesContent":["export { PipelineStack as Stack } from './stack.js';\n"]}

package/src/lib/pipeline/pipes/resolver/actions.d.ts

@@ -0,0 +1,14 @@
+type ActionEnum = 'site' | 'local' | 'raw' | 'link' | 'source' | 'map' | 'write';
+type ActionType = {
+    pipe: 'resolver';
+    type: ActionEnum;
+    [key: string]: unknown;
+};
+export declare const getSiteAction: (props: Partial<ActionType>) => ActionType;
+export declare const getLocalAction: (props: Partial<ActionType>) => ActionType;
+export declare const getRawAction: (props: Partial<ActionType>) => ActionType;
+export declare const getLinkAction: (props: Partial<ActionType>) => ActionType;
+export declare const getSourceAction: (props: Partial<ActionType>) => ActionType;
+export declare const getMapAction: (props: Partial<ActionType>) => ActionType;
+export declare const getWriteAction: (props: Partial<ActionType>) => ActionType;
+export {};

package/src/lib/pipeline/pipes/resolver/actions.js

@@ -0,0 +1,50 @@
+export const getSiteAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'site',
+        ...props,
+    };
+};
+export const getLocalAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'local',
+        ...props,
+    };
+};
+export const getRawAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'raw',
+        ...props,
+    };
+};
+export const getLinkAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'link',
+        ...props,
+    };
+};
+export const getSourceAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'source',
+        ...props,
+    };
+};
+export const getMapAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'map',
+        ...props,
+    };
+};
+export const getWriteAction = (props) => {
+    return {
+        pipe: 'resolver',
+        type: 'write',
+        ...props,
+    };
+};
+//# sourceMappingURL=actions.js.map

package/src/lib/pipeline/pipes/resolver/actions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"actions.js","sourceRoot":"","sources":["../../../../../../src/lib/pipeline/pipes/resolver/actions.ts"],"names":[],"mappings":"AAaA,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAA0B,EAAE,EAAE;IAC1D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,MAAM;QACZ,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAA0B,EAAE,EAAE;IAC3D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,OAAO;QACb,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAA0B,EAAE,EAAE;IACzD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,KAAK;QACX,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAA0B,EAAE,EAAE;IAC1D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,MAAM;QACZ,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAA0B,EAAE,EAAE;IAC5D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,QAAQ;QACd,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAA0B,EAAE,EAAE;IACzD,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,KAAK;QACX,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAA0B,EAAE,EAAE;IAC3D,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,OAAO;QACb,GAAG,KAAK;KACK,CAAC;AAClB,CAAC,CAAC","sourcesContent":["type ActionEnum =\n  | 'site'\n  | 'local'\n  | 'raw'\n  | 'link'\n  | 'source'\n  | 'map'\n  | 'write';\ntype ActionType = {\n  pipe: 'resolver';\n  type: ActionEnum;\n  [key: string]: unknown;\n};\nexport const getSiteAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'site',\n    ...props,\n  } as ActionType;\n};\n\nexport const getLocalAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'local',\n    ...props,\n  } as ActionType;\n};\n\nexport const getRawAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'raw',\n    ...props,\n  } as ActionType;\n};\n\nexport const getLinkAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'link',\n    ...props,\n  } as ActionType;\n};\n\nexport const getSourceAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'source',\n    ...props,\n  } as ActionType;\n};\n\nexport const getMapAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'map',\n    ...props,\n  } as ActionType;\n};\n\nexport const getWriteAction = (props: Partial<ActionType>) => {\n  return {\n    pipe: 'resolver',\n    type: 'write',\n    ...props,\n  } as ActionType;\n};\n"]}

package/src/lib/pipeline/pipes/resolver/index.d.ts

@@ -0,0 +1 @@
+export { getLinkAction, getLocalAction, getMapAction, getRawAction, getSiteAction, getSourceAction, getWriteAction, } from './actions.js';

package/src/lib/pipeline/pipes/resolver/index.js

@@ -0,0 +1,2 @@
+export { getLinkAction, getLocalAction, getMapAction, getRawAction, getSiteAction, getSourceAction, getWriteAction, } from './actions.js';
+//# sourceMappingURL=index.js.map

package/src/lib/pipeline/pipes/resolver/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/lib/pipeline/pipes/resolver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,eAAe,EACf,cAAc,GACf,MAAM,cAAc,CAAC","sourcesContent":["export {\n  getLinkAction,\n  getLocalAction,\n  getMapAction,\n  getRawAction,\n  getSiteAction,\n  getSourceAction,\n  getWriteAction,\n} from './actions.js';\n"]}

package/src/lib/pipeline/stack.d.ts

@@ -0,0 +1,23 @@
+import { RawSourceMap } from 'source-map';
+export type StackItem = {
+    path: string;
+    data: string;
+    mapping?: RawSourceMap;
+};
+export declare class PipelineStack {
+    private _stack;
+    private _counter;
+    constructor();
+    /**
+     * Get current counter state showing active items by type.
+     */
+    get counters(): Record<string, number>;
+    push(type: string, value: StackItem): void;
+    pop(): [string, StackItem] | null;
+    hasMore(): boolean;
+    /**
+     * Check if stack is empty (no active items).
+     */
+    isEmpty(): boolean;
+}
+export default PipelineStack;

package/src/lib/pipeline/stack.js

@@ -0,0 +1,45 @@
+import { Transform } from '@adhd/data-base-transforms';
+/**
+ * Pipeline stack for tracking decompiled objects by type.
+ * Tracks items through site, local, raw, link, map, source, and write stages.
+ * Counter tracks active items in the stack by type.
+ */
+const { Stack, Counter } = Transform;
+export class PipelineStack {
+    constructor() {
+        this._counter = new Counter((value) => {
+            // Extract type from [type, value] tuple
+            return Array.isArray(value) ? value[0] : 'unknown';
+        });
+        this._stack = new Stack({
+            onPush: (value) => this._counter.increment(value),
+            onPop: (value) => {
+                value !== undefined && this._counter.decrement(value);
+            },
+            onClear: () => this._counter.clear(),
+        });
+    }
+    /**
+     * Get current counter state showing active items by type.
+     */
+    get counters() {
+        return this._counter.toJson();
+    }
+    push(type, value) {
+        this._stack.push([type, value]);
+    }
+    pop() {
+        return this._stack.pop() ?? null;
+    }
+    hasMore() {
+        return !this._stack.isEmpty;
+    }
+    /**
+     * Check if stack is empty (no active items).
+     */
+    isEmpty() {
+        return this._stack.isEmpty;
+    }
+}
+export default PipelineStack;
+//# sourceMappingURL=stack.js.map

package/src/lib/pipeline/stack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stack.js","sourceRoot":"","sources":["../../../../src/lib/pipeline/stack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAEvD;;;;GAIG;AACH,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC;AAGrC,MAAM,OAAO,aAAa;IAIxB;QACE,IAAI,CAAC,QAAQ,GAAG,IAAI,OAAO,CAAsB,CAAC,KAAK,EAAE,EAAE;YACzD,wCAAwC;YACxC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,KAAK,CAAC,CAAC,CAAY,CAAC,CAAC,CAAC,SAAS,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAI,KAAK,CAAsB;YAC3C,MAAM,EAAE,CAAC,KAAK,EAAQ,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC;YACvD,KAAK,EAAE,CAAC,KAAK,EAAQ,EAAE;gBACrB,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,EAAE,GAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;SAC3C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IAChC,CAAC;IAEM,IAAI,CAAC,IAAY,EAAE,KAAgB;QACxC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAEM,GAAG;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC;IACnC,CAAC;IAEM,OAAO;QACZ,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;CACF;AAED,eAAe,aAAa,CAAC","sourcesContent":["import { Transform } from '@adhd/data-base-transforms';\nimport { RawSourceMap } from 'source-map';\n/**\n * Pipeline stack for tracking decompiled objects by type.\n * Tracks items through site, local, raw, link, map, source, and write stages.\n * Counter tracks active items in the stack by type.\n */\nconst { Stack, Counter } = Transform;\nexport type StackItem = { path: string; data: string; mapping?: RawSourceMap };\n\nexport class PipelineStack {\n  private _stack: InstanceType<typeof Stack<[string, StackItem]>>;\n  private _counter: InstanceType<typeof Counter<[string, StackItem]>>;\n\n  constructor() {\n    this._counter = new Counter<[string, StackItem]>((value) => {\n      // Extract type from [type, value] tuple\n      return Array.isArray(value) ? (value[0] as string) : 'unknown';\n    });\n\n    this._stack = new Stack<[string, StackItem]>({\n      onPush: (value): void => this._counter.increment(value),\n      onPop: (value): void => {\n        value !== undefined && this._counter.decrement(value);\n      },\n      onClear: (): void => this._counter.clear(),\n    });\n  }\n\n  /**\n   * Get current counter state showing active items by type.\n   */\n  public get counters(): Record<string, number> {\n    return this._counter.toJson();\n  }\n\n  public push(type: string, value: StackItem): void {\n    this._stack.push([type, value]);\n  }\n\n  public pop(): [string, StackItem] | null {\n    return this._stack.pop() ?? null;\n  }\n\n  public hasMore(): boolean {\n    return !this._stack.isEmpty;\n  }\n\n  /**\n   * Check if stack is empty (no active items).\n   */\n  public isEmpty(): boolean {\n    return this._stack.isEmpty;\n  }\n}\n\nexport default PipelineStack;\n"]}

package/src/lib/store/build.d.ts

@@ -0,0 +1,2 @@
+export declare const buildConsumer: (_outname: string, mapPath: string) => Promise<void>;
+export declare const build: (project: string, map_dir?: string, prefix?: string, _type?: string) => void;

package/src/lib/store/build.js

@@ -0,0 +1,50 @@
+import fs from 'fs';
+import _ from 'lodash';
+import path from 'path';
+import extractSources from '../extractors/map.js';
+import Store from './index.js';
+import { buildPackage } from './package.js';
+import { BABELRC, BLANK_PACKAGE } from './templates.js';
+import { read_map } from './utils.js';
+export const buildConsumer = async (_outname, mapPath) => {
+    // const outputDir = path.resolve(`./${outname}`);
+    const rawMap = read_map(mapPath);
+    const sources = await extractSources(rawMap);
+    sources
+        .filter((s) => !!s)
+        .forEach(({ path, data }) => {
+        Store.addToImports(path);
+        Store.addFile(path, data);
+    });
+};
+export const build = (project, map_dir = `./maps`, prefix = 'build/', _type = 'dir') => {
+    const PROJECT = project; // process.env.PROJECT || 'patreon'
+    const PREFIX = prefix;
+    const PACKAGE = `${PROJECT}.${Date.now()}`;
+    const OUTPUT_NAME = path.resolve(`${PREFIX}${PACKAGE}`);
+    // const OUTPUT_PATH = `${OUTPUT_NAME}.zip`;
+    const buildWithPrefix = _.partial(buildConsumer, OUTPUT_NAME);
+    const INPUT_DIR = map_dir;
+    const promisedMaps = fs
+        .readdirSync(INPUT_DIR)
+        .filter((file) => {
+        return file.endsWith('.map');
+    })
+        .map((f) => `${INPUT_DIR}/${f}`)
+        .map(buildWithPrefix);
+    promisedMaps.push(Store.addFile('package.json', JSON.stringify(BLANK_PACKAGE, null, 4)));
+    promisedMaps.push(Store.addFile('.babelrc', JSON.stringify(BABELRC, null, 4)));
+    Promise.all(promisedMaps)
+        .then(() => Store.addFile('index.js', Store.main_file))
+        .then(() => buildPackage(OUTPUT_NAME))
+        .then((_deps) => {
+        const deps = _.uniq(_deps).map((p) => ({ [p]: '*' }));
+        BLANK_PACKAGE.dependencies = Object.assign({}, ...deps);
+        const packagejson = JSON.stringify(BLANK_PACKAGE, null, 4);
+        return Store.addFile('package.json', packagejson);
+    })
+        .catch((e) => {
+        console.error(e);
+    });
+};
+//# sourceMappingURL=build.js.map

package/src/lib/store/build.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../../src/lib/store/build.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,CAAC,MAAM,QAAQ,CAAC;AACvB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,cAAc,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,QAAgB,EAAE,OAAe,EAAE,EAAE;IACvE,kDAAkD;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAEjC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO;SACJ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;SAClB,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;QAC1B,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,OAAe,EACf,OAAO,GAAG,QAAQ,EAClB,MAAM,GAAG,QAAQ,EACjB,KAAK,GAAG,KAAK,EACb,EAAE;IACF,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,mCAAmC;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC;IACtB,MAAM,OAAO,GAAG,GAAG,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC;IACxD,4CAA4C;IAE5C,MAAM,eAAe,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,OAAO,CAAC;IAC1B,MAAM,YAAY,GAAG,EAAE;SACpB,WAAW,CAAC,SAAS,CAAC;SACtB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,SAAS,IAAI,CAAC,EAAE,CAAC;SAC/B,GAAG,CAAC,eAAe,CAAC,CAAC;IAExB,YAAY,CAAC,IAAI,CACf,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CACtE,CAAC;IACF,YAAY,CAAC,IAAI,CACf,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAC5D,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;SACtB,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;SACtD,IAAI,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;SACrC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACtD,aAAa,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3D,OAAO,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IACpD,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import fs from 'fs';\nimport _ from 'lodash';\nimport path from 'path';\nimport extractSources from '../extractors/map.js';\nimport Store from './index.js';\nimport { buildPackage } from './package.js';\nimport { BABELRC, BLANK_PACKAGE } from './templates.js';\nimport { read_map } from './utils.js';\n\nexport const buildConsumer = async (_outname: string, mapPath: string) => {\n  // const outputDir = path.resolve(`./${outname}`);\n  const rawMap = read_map(mapPath);\n\n  const sources = await extractSources(rawMap);\n  sources\n    .filter((s) => !!s)\n    .forEach(({ path, data }) => {\n      Store.addToImports(path);\n      Store.addFile(path, data);\n    });\n};\n\nexport const build = (\n  project: string,\n  map_dir = `./maps`,\n  prefix = 'build/',\n  _type = 'dir'\n) => {\n  const PROJECT = project; // process.env.PROJECT || 'patreon'\n  const PREFIX = prefix;\n  const PACKAGE = `${PROJECT}.${Date.now()}`;\n  const OUTPUT_NAME = path.resolve(`${PREFIX}${PACKAGE}`);\n  // const OUTPUT_PATH = `${OUTPUT_NAME}.zip`;\n\n  const buildWithPrefix = _.partial(buildConsumer, OUTPUT_NAME);\n  const INPUT_DIR = map_dir;\n  const promisedMaps = fs\n    .readdirSync(INPUT_DIR)\n    .filter((file) => {\n      return file.endsWith('.map');\n    })\n    .map((f) => `${INPUT_DIR}/${f}`)\n    .map(buildWithPrefix);\n\n  promisedMaps.push(\n    Store.addFile('package.json', JSON.stringify(BLANK_PACKAGE, null, 4))\n  );\n  promisedMaps.push(\n    Store.addFile('.babelrc', JSON.stringify(BABELRC, null, 4))\n  );\n  Promise.all(promisedMaps)\n    .then(() => Store.addFile('index.js', Store.main_file))\n    .then(() => buildPackage(OUTPUT_NAME))\n    .then((_deps) => {\n      const deps = _.uniq(_deps).map((p) => ({ [p]: '*' }));\n      BLANK_PACKAGE.dependencies = Object.assign({}, ...deps);\n      const packagejson = JSON.stringify(BLANK_PACKAGE, null, 4);\n      return Store.addFile('package.json', packagejson);\n    })\n    .catch((e) => {\n      console.error(e);\n    });\n};\n"]}