xl1 0.2.8 → 0.3.0

package/dist/chunk-BV5KOUON.js

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunkY4GMOS4Yjs = require('./chunk-Y4GMOS4Y.js');var _chunkEJUO2FGUjs = require('./chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('./chunk-NEJSZOZX.js');var W=_chunkNEJSZOZXjs.b.call(void 0, (_,f)=>{var p=_chunkNEJSZOZXjs.a.call(void 0, "axios"),j=_chunkNEJSZOZXjs.a.call(void 0, "cheerio"),l=_chunkNEJSZOZXjs.a.call(void 0, "fs"),n=_chunkNEJSZOZXjs.a.call(void 0, "path"),{format:u}=_chunkNEJSZOZXjs.a.call(void 0, "date-fns"),h=_chunkNEJSZOZXjs.a.call(void 0, "winston"),{convertImagesToPDF:q}=_chunkY4GMOS4Yjs.a.call(void 0, ),{convertImagesToPPTX:M}=_chunkEJUO2FGUjs.a.call(void 0, ),o=h.createLogger({level:process.env.LOG_LEVEL||"info",format:h.format.combine(h.format.timestamp(),h.format.printf(({timestamp:m,level:t,message:e})=>`${m} [${t}]: ${e}`)),transports:[new h.transports.Console,new h.transports.File({filename:"combined.log"})]}),d=class{constructor(t,e=null){let{url:s,filename:i}=this.urlParse(t);this.url=s,this.filename=e?e+i:i,this.title="",this.images=[],this.meta={}}urlParse(t){(t.startsWith("'")&&t.endsWith("'")||t.startsWith('"')&&t.endsWith('"'))&&(t=t.slice(1,-1)),!t.startsWith("http://")&&!t.startsWith("https://")&&(t="https://"+t);let e=t.split("/").slice(3,5).join("_").replace(/[^0-9a-zA-Z]+/g,"-");return e.trim()===""&&(o.debug("Something wrong to get filename from URL, fallback to result.pdf"),e="output"),{url:t,filename:e}}async startParse(){let e=(await p.get(this.url)).data,s=j.load(e);return this.title=`pdf_images_${u(new Date,"yyyy/MM/dd_HH:mm:ss")}`,this.images=s('img[data-testid="vertical-slide-image"]').toArray(),o.debug(this.images),this.getMeta(s)}async startDownload(t,e,s=!1){if(l.existsSync(t)&&l.readdirSync(t).some(a=>a.match(/\.(jpg|jpeg|png|gif)$/i))){o.debug("images dir is exist",t);return}let i=await this.startParse();if(!this.images||this.images.length===0){o.debug("no image to download");return}let r=n.resolve(n.join(t,this.filename));l.existsSync(r)||l.mkdirSync(r,{recursive:!0});let y=1;for(let a of this.images){o.debug(a);let g=a.attribs.srcset&&a.attribs.srcset.includes(",")?a.attribs.srcset.split(",").pop().split(" ")[1]:a.attribs.src;o.debug(g);let b=String(this.images.length).length,x=String(y).padStart(b,"0");await this.saveFile(x,g,r)}return console.log("Download completed!",n.join(r)),e.includes("pdf")&&q(r,n.join(t,`${this.filename}.pdf`),s),e.includes("pptx")&&M(r,n.join(t,`${this.filename}.pptx`),s),i}async saveFile(t,e,s){let i=t+"-"+n.join(s,n.basename(e));if(l.existsSync(i)){o.debug(`file exist! ${i}`);return}(await p.get(e,{responseType:"stream"})).data.pipe(l.createWriteStream(i))}clean(t){return String(t).trim()}getTitle(t){try{return this.clean(t("span.j-title-breadcrumb").text())}catch (e2){return""}}getDesc(t){try{return t("ol.transcripts").children("li").toArray().map(s=>this.clean(t(s).text()))}catch (e3){return[]}}getSummary(t){try{return this.clean(t("#slideshow-description-paragraph").text())}catch (e4){return""}}getAuthor(t){try{return this.clean(t('span[itemprop="name"]').text())}catch (e5){return""}}getPublish(t){try{return this.clean(t('time[itemprop="datePublished"]').text())}catch (e6){return""}}getMeta(t){return this.meta={url:this.url,name:this.filename,title:this.getTitle(t),summary:this.getSummary(t),publish:this.getPublish(t),desc:this.getDesc(t),author:this.getAuthor(t),created_at:u(new Date,"yyyy/MM/dd HH:mm:ss")},this.meta}};async function L(m,t,e,s=["pptx","pdf"],i=!1){await new d(m,e).startDownload(t,s)}f.exports={startDownloadSlideShare:L}});exports.a = W;

package/dist/css/github1.css

@@ -0,0 +1,686 @@
+@font-face {
+  font-family: octicons-link;
+  src: url(data:font/woff;charset=utf-8;base64,d09GRgABAAAAAAZwABAAAAAACFQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABEU0lHAAAGaAAAAAgAAAAIAAAAAUdTVUIAAAZcAAAACgAAAAoAAQAAT1MvMgAAAyQAAABJAAAAYFYEU3RjbWFwAAADcAAAAEUAAACAAJThvmN2dCAAAATkAAAABAAAAAQAAAAAZnBnbQAAA7gAAACyAAABCUM+8IhnYXNwAAAGTAAAABAAAAAQABoAI2dseWYAAAFsAAABPAAAAZwcEq9taGVhZAAAAsgAAAA0AAAANgh4a91oaGVhAAADCAAAABoAAAAkCA8DRGhtdHgAAAL8AAAADAAAAAwGAACfbG9jYQAAAsAAAAAIAAAACABiATBtYXhwAAACqAAAABgAAAAgAA8ASm5hbWUAAAToAAABQgAAAlXu73sOcG9zdAAABiwAAAAeAAAAME3QpOBwcmVwAAAEbAAAAHYAAAB/aFGpk3jaTY6xa8JAGMW/O62BDi0tJLYQincXEypYIiGJjSgHniQ6umTsUEyLm5BV6NDBP8Tpts6F0v+k/0an2i+itHDw3v2+9+DBKTzsJNnWJNTgHEy4BgG3EMI9DCEDOGEXzDADU5hBKMIgNPZqoD3SilVaXZCER3/I7AtxEJLtzzuZfI+VVkprxTlXShWKb3TBecG11rwoNlmmn1P2WYcJczl32etSpKnziC7lQyWe1smVPy/Lt7Kc+0vWY/gAgIIEqAN9we0pwKXreiMasxvabDQMM4riO+qxM2ogwDGOZTXxwxDiycQIcoYFBLj5K3EIaSctAq2kTYiw+ymhce7vwM9jSqO8JyVd5RH9gyTt2+J/yUmYlIR0s04n6+7Vm1ozezUeLEaUjhaDSuXHwVRgvLJn1tQ7xiuVv/ocTRF42mNgZGBgYGbwZOBiAAFGJBIMAAizAFoAAABiAGIAznjaY2BkYGAA4in8zwXi+W2+MjCzMIDApSwvXzC97Z4Ig8N/BxYGZgcgl52BCSQKAA3jCV8CAABfAAAAAAQAAEB42mNgZGBg4f3vACQZQABIMjKgAmYAKEgBXgAAeNpjYGY6wTiBgZWBg2kmUxoDA4MPhGZMYzBi1AHygVLYQUCaawqDA4PChxhmh/8ODDEsvAwHgMKMIDnGL0x7gJQCAwMAJd4MFwAAAHjaY2BgYGaA4DAGRgYQkAHyGMF8NgYrIM3JIAGVYYDT+AEjAwuDFpBmA9KMDEwMCh9i/v8H8sH0/4dQc1iAmAkALaUKLgAAAHjaTY9LDsIgEIbtgqHUPpDi3gPoBVyRTmTddOmqTXThEXqrob2gQ1FjwpDvfwCBdmdXC5AVKFu3e5MfNFJ29KTQT48Ob9/lqYwOGZxeUelN2U2R6+cArgtCJpauW7UQBqnFkUsjAY/kOU1cP+DAgvxwn1chZDwUbd6CFimGXwzwF6tPbFIcjEl+vvmM/byA48e6tWrKArm4ZJlCbdsrxksL1AwWn/yBSJKpYbq8AXaaTb8AAHja28jAwOC00ZrBeQNDQOWO//sdBBgYGRiYWYAEELEwMTE4uzo5Zzo5b2BxdnFOcALxNjA6b2ByTswC8jYwg0VlNuoCTWAMqNzMzsoK1rEhNqByEyerg5PMJlYuVueETKcd/89uBpnpvIEVomeHLoMsAAe1Id4AAAAAAAB42oWQT07CQBTGv0JBhagk7HQzKxca2sJCE1hDt4QF+9JOS0nbaaYDCQfwCJ7Au3AHj+LO13FMmm6cl7785vven0kBjHCBhfpYuNa5Ph1c0e2Xu3jEvWG7UdPDLZ4N92nOm+EBXuAbHmIMSRMs+4aUEd4Nd3CHD8NdvOLTsA2GL8M9PODbcL+hD7C1xoaHeLJSEao0FEW14ckxC+TU8TxvsY6X0eLPmRhry2WVioLpkrbp84LLQPGI7c6sOiUzpWIWS5GzlSgUzzLBSikOPFTOXqly7rqx0Z1Q5BAIoZBSFihQYQOOBEdkCOgXTOHA07HAGjGWiIjaPZNW13/+lm6S9FT7rLHFJ6fQbkATOG1j2OFMucKJJsxIVfQORl+9Jyda6Sl1dUYhSCm1dyClfoeDve4qMYdLEbfqHf3O/AdDumsjAAB42mNgYoAAZQYjBmyAGYQZmdhL8zLdDEydARfoAqIAAAABAAMABwAKABMAB///AA8AAQAAAAAAAAAAAAAAAAABAAAAAA==)
+    format('woff');
+}
+
+body {
+  -webkit-text-size-adjust: 100%;
+  text-size-adjust: 100%;
+  color: #333;
+  font-family: 'Helvetica Neue', Helvetica, 'Segoe UI', Arial, freesans, sans-serif, 'Apple Color Emoji',
+    'Segoe UI Emoji', 'Segoe UI Symbol';
+  font-size: 16px;
+  line-height: 1.6;
+  word-wrap: break-word;
+  width: 728px;
+  max-width: 99%;
+  box-sizing: border-box;
+  padding: 30px 30px 8rem 30px;
+  margin-left: auto;
+  margin-right: auto;
+}
+
+body a {
+  background-color: transparent;
+}
+
+body a:active,
+body a:hover {
+  outline: 0;
+}
+
+body strong {
+  font-weight: bold;
+}
+
+body h1 {
+  font-size: 2em;
+  margin: 0.67em 0;
+}
+
+body img {
+  border: 0;
+}
+
+body hr {
+  box-sizing: content-box;
+  height: 0;
+}
+
+body pre {
+  overflow: auto;
+}
+
+body code,
+body kbd,
+body pre {
+  font-family: monospace, monospace;
+  font-size: 1em;
+}
+
+body input {
+  color: inherit;
+  font: inherit;
+  margin: 0;
+}
+
+body html input[disabled] {
+  cursor: default;
+}
+
+body input {
+  line-height: normal;
+}
+
+body input[type='checkbox'] {
+  box-sizing: border-box;
+  padding: 0;
+}
+
+body table {
+  border-collapse: collapse;
+  border-spacing: 0;
+}
+
+body td,
+body th {
+  padding: 0;
+}
+
+body * {
+  box-sizing: border-box;
+}
+
+body input {
+  font:
+    13px / 1.4 Helvetica,
+    arial,
+    nimbussansl,
+    liberationsans,
+    freesans,
+    clean,
+    sans-serif,
+    'Apple Color Emoji',
+    'Segoe UI Emoji',
+    'Segoe UI Symbol';
+}
+
+body a {
+  color: #4078c0;
+  text-decoration: none;
+}
+
+body a:hover,
+body a:active {
+  text-decoration: underline;
+}
+
+body hr {
+  height: 0;
+  margin: 15px 0;
+  overflow: hidden;
+  background: transparent;
+  border: 0;
+  border-bottom: 1px solid #ddd;
+}
+
+body hr:before {
+  display: table;
+  content: '';
+}
+
+body hr:after {
+  display: table;
+  clear: both;
+  content: '';
+}
+
+body h1,
+body h2,
+body h3,
+body h4,
+body h5,
+body h6 {
+  margin-top: 15px;
+  margin-bottom: 15px;
+  line-height: 1.1;
+}
+
+body h1 {
+  font-size: 30px;
+}
+
+body h2 {
+  font-size: 21px;
+}
+
+body h3 {
+  font-size: 16px;
+}
+
+body h4 {
+  font-size: 14px;
+}
+
+body h5 {
+  font-size: 12px;
+}
+
+body h6 {
+  font-size: 11px;
+}
+
+body blockquote {
+  margin: 0;
+}
+
+body ul,
+body ol {
+  padding: 0;
+  margin-top: 0;
+  margin-bottom: 0;
+}
+
+body ol ol,
+body ul ol {
+  list-style-type: lower-roman;
+}
+
+body ul ul ol,
+body ul ol ol,
+body ol ul ol,
+body ol ol ol {
+  list-style-type: lower-alpha;
+}
+
+body dd {
+  margin-left: 0;
+}
+
+body code {
+  font-family: Consolas, 'Liberation Mono', Menlo, Courier, monospace;
+  font-size: 12px;
+}
+
+body pre {
+  margin-top: 0;
+  margin-bottom: 0;
+  font:
+    12px Consolas,
+    'Liberation Mono',
+    Menlo,
+    Courier,
+    monospace;
+}
+
+body .select::-ms-expand {
+  opacity: 0;
+}
+
+body .octicon {
+  font: normal normal normal 16px/1 octicons-link;
+  display: inline-block;
+  text-decoration: none;
+  text-rendering: auto;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+  -webkit-user-select: none;
+  -moz-user-select: none;
+  -ms-user-select: none;
+  user-select: none;
+}
+
+body .octicon-link:before {
+  content: '\f05c';
+}
+
+body:before {
+  display: table;
+  content: '';
+}
+
+body:after {
+  display: table;
+  clear: both;
+  content: '';
+}
+
+body > *:first-child {
+  margin-top: 0 !important;
+}
+
+body > *:last-child {
+  margin-bottom: 0 !important;
+}
+
+body a:not([href]) {
+  color: inherit;
+  text-decoration: none;
+}
+
+body .anchor {
+  display: inline-block;
+  padding-right: 2px;
+  margin-left: -18px;
+}
+
+body .anchor:focus {
+  outline: none;
+}
+
+body h1,
+body h2,
+body h3,
+body h4,
+body h5,
+body h6 {
+  margin-top: 1em;
+  margin-bottom: 16px;
+  font-weight: bold;
+  line-height: 1.4;
+}
+
+body h1 .octicon-link,
+body h2 .octicon-link,
+body h3 .octicon-link,
+body h4 .octicon-link,
+body h5 .octicon-link,
+body h6 .octicon-link {
+  color: #000;
+  vertical-align: middle;
+  visibility: hidden;
+}
+
+body h1:hover .anchor,
+body h2:hover .anchor,
+body h3:hover .anchor,
+body h4:hover .anchor,
+body h5:hover .anchor,
+body h6:hover .anchor {
+  text-decoration: none;
+}
+
+body h1:hover .anchor .octicon-link,
+body h2:hover .anchor .octicon-link,
+body h3:hover .anchor .octicon-link,
+body h4:hover .anchor .octicon-link,
+body h5:hover .anchor .octicon-link,
+body h6:hover .anchor .octicon-link {
+  visibility: visible;
+}
+
+body h1 {
+  padding-bottom: 0.3em;
+  font-size: 1.75em;
+  line-height: 1.2;
+}
+
+body h1 .anchor {
+  line-height: 1;
+}
+
+body h2 {
+  padding-bottom: 0.3em;
+  font-size: 1.5em;
+  line-height: 1.225;
+}
+
+body h2 .anchor {
+  line-height: 1;
+}
+
+body h3 {
+  font-size: 1.25em;
+  line-height: 1.43;
+}
+
+body h3 .anchor {
+  line-height: 1.2;
+}
+
+body h4 {
+  font-size: 1em;
+}
+
+body h4 .anchor {
+  line-height: 1.2;
+}
+
+body h5 {
+  font-size: 1em;
+}
+
+body h5 .anchor {
+  line-height: 1.1;
+}
+
+body h6 {
+  font-size: 1em;
+  color: #777;
+}
+
+body h6 .anchor {
+  line-height: 1.1;
+}
+
+body p,
+body blockquote,
+body ul,
+body ol,
+body dl,
+body table,
+body pre {
+  margin-top: 0;
+  margin-bottom: 16px;
+}
+
+body hr {
+  height: 4px;
+  padding: 0;
+  margin: 16px 0;
+  background-color: #e7e7e7;
+  border: 0 none;
+}
+
+body ul,
+body ol {
+  padding-left: 2em;
+}
+
+body ul ul,
+body ul ol,
+body ol ol,
+body ol ul {
+  margin-top: 0;
+  margin-bottom: 0;
+}
+
+body li > p {
+  margin-top: 16px;
+}
+
+body dl {
+  padding: 0;
+}
+
+body dl dt {
+  padding: 0;
+  margin-top: 16px;
+  font-size: 1em;
+  font-style: italic;
+  font-weight: bold;
+}
+
+body dl dd {
+  padding: 0 16px;
+  margin-bottom: 16px;
+}
+
+body blockquote {
+  padding: 0 15px;
+  color: #777;
+  border-left: 4px solid #ddd;
+}
+
+body blockquote > :first-child {
+  margin-top: 0;
+}
+
+body blockquote > :last-child {
+  margin-bottom: 0;
+}
+
+body table {
+  display: block;
+  width: 100%;
+  overflow: auto;
+  word-break: normal;
+  word-break: keep-all;
+}
+
+body table th {
+  font-weight: bold;
+}
+
+body table th,
+body table td {
+  padding: 6px 13px;
+  border: 1px solid #ddd;
+}
+
+body table tr {
+  background-color: #fff;
+  border-top: 1px solid #ccc;
+}
+
+body table tr:nth-child(2n) {
+  background-color: #f8f8f8;
+}
+
+body img {
+  max-width: 100%;
+  box-sizing: content-box;
+  background-color: #fff;
+}
+
+body code {
+  padding: 0;
+  padding-top: 0;
+  padding-bottom: 0;
+  margin: 0;
+  font-size: 85%;
+  background-color: rgba(0, 0, 0, 0.04);
+  border-radius: 3px;
+}
+
+body code:before,
+body code:after {
+  letter-spacing: -0.2em;
+  content: '\00a0';
+}
+
+body pre > code {
+  padding: 0;
+  margin: 0;
+  font-size: 100%;
+  word-break: normal;
+  white-space: pre;
+  background: transparent;
+  border: 0;
+}
+
+body .highlight {
+  margin-bottom: 16px;
+}
+
+body .highlight pre,
+body pre {
+  padding: 16px;
+  overflow: auto;
+  font-size: 85%;
+  line-height: 1.45;
+  background-color: #f7f7f7;
+  border-radius: 3px;
+}
+
+.sourceCode {
+  background-color: #f7f7f7;
+}
+
+body .highlight pre {
+  margin-bottom: 0;
+  word-break: normal;
+}
+
+body pre {
+  word-wrap: normal;
+}
+
+body pre code {
+  display: inline;
+  max-width: initial;
+  padding: 0;
+  margin: 0;
+  overflow: initial;
+  line-height: inherit;
+  word-wrap: normal;
+  background-color: transparent;
+  border: 0;
+}
+
+body pre code:before,
+body pre code:after {
+  content: normal;
+}
+
+body kbd {
+  display: inline-block;
+  padding: 3px 5px;
+  font-size: 11px;
+  line-height: 10px;
+  color: #555;
+  vertical-align: middle;
+  background-color: #fcfcfc;
+  border: solid 1px #ccc;
+  border-bottom-color: #bbb;
+  border-radius: 3px;
+  box-shadow: inset 0 -1px 0 #bbb;
+}
+
+body .pl-c {
+  color: #969896;
+}
+
+body .pl-c1,
+body .pl-s .pl-v {
+  color: #0086b3;
+}
+
+body .pl-e,
+body .pl-en {
+  color: #795da3;
+}
+
+body .pl-s .pl-s1,
+body .pl-smi {
+  color: #333;
+}
+
+body .pl-ent {
+  color: #63a35c;
+}
+
+body .pl-k {
+  color: #a71d5d;
+}
+
+body .pl-pds,
+body .pl-s,
+body .pl-s .pl-pse .pl-s1,
+body .pl-sr,
+body .pl-sr .pl-cce,
+body .pl-sr .pl-sra,
+body .pl-sr .pl-sre {
+  color: #183691;
+}
+
+body .pl-v {
+  color: #ed6a43;
+}
+
+body .pl-id {
+  color: #b52a1d;
+}
+
+body .pl-ii {
+  background-color: #b52a1d;
+  color: #f8f8f8;
+}
+
+body .pl-sr .pl-cce {
+  color: #63a35c;
+  font-weight: bold;
+}
+
+body .pl-ml {
+  color: #693a17;
+}
+
+body .pl-mh,
+body .pl-mh .pl-en,
+body .pl-ms {
+  color: #1d3e81;
+  font-weight: bold;
+}
+
+body .pl-mq {
+  color: #008080;
+}
+
+body .pl-mi {
+  color: #333;
+  font-style: italic;
+}
+
+body .pl-mb {
+  color: #333;
+  font-weight: bold;
+}
+
+body .pl-md {
+  background-color: #ffecec;
+  color: #bd2c00;
+}
+
+body .pl-mi1 {
+  background-color: #eaffea;
+  color: #55a532;
+}
+
+body .pl-mdr {
+  color: #795da3;
+  font-weight: bold;
+}
+
+body .pl-mo {
+  color: #1d3e81;
+}
+
+body kbd {
+  display: inline-block;
+  padding: 3px 5px;
+  font:
+    11px Consolas,
+    'Liberation Mono',
+    Menlo,
+    Courier,
+    monospace;
+  line-height: 10px;
+  color: #555;
+  vertical-align: middle;
+  background-color: #fcfcfc;
+  border: solid 1px #ccc;
+  border-bottom-color: #bbb;
+  border-radius: 3px;
+  box-shadow: inset 0 -1px 0 #bbb;
+}
+
+body .task-list-item {
+  list-style-type: none;
+}
+
+body .task-list-item + .task-list-item {
+  margin-top: 3px;
+}
+
+body .task-list-item input {
+  margin: 0 0.35em 0.25em -1.6em;
+  vertical-align: middle;
+}
+
+body :checked + .radio-label {
+  z-index: 1;
+  position: relative;
+  border-color: #4078c0;
+}

package/dist/{jsd1 → mdd}/index.js

@@ -1,3 +1,3 @@
 #! /usr/bin/env node
-"use strict";var _chunkVPQQEJWQjs = require('../chunk-VPQQEJWQ.js');var _chunkLZNQK7N5js = require('../chunk-LZNQK7N5.js');var _chunkKLMDRKHJjs = require('../chunk-KLMDRKHJ.js');require('../chunk-KNGN2YR6.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var $=_chunkNEJSZOZXjs.b.call(void 0, (I,q)=>{var f=_chunkNEJSZOZXjs.a.call(void 0, "fs"),i=_chunkNEJSZOZXjs.a.call(void 0, "path"),j=_chunkNEJSZOZXjs.a.call(void 0, "axios"),k=_chunkNEJSZOZXjs.a.call(void 0, "marked"),E=_chunkNEJSZOZXjs.a.call(void 0, "glob"),v=_chunkNEJSZOZXjs.a.call(void 0, "https"),{exec:O}=_chunkNEJSZOZXjs.a.call(void 0, "child_process");async function z(t,r,u=!1){try{let p=await j({url:t,method:"GET",responseType:"stream",httpsAgent:new v.Agent({rejectUnauthorized:u})}),c=f.createWriteStream(r);return p.data.pipe(c),new Promise((m,w)=>{c.on("finish",m),c.on("error",w)})}catch(p){console.log("download error",t,r,p)}}async function F(t,r,u,p,c){let m=f.readFileSync(u,"utf-8"),w=k.lexer(m),y=a=>{let s=[];return a.forEach(e=>{e.type==="link"&&s.push(e),e.type==="table"&&e.rows.forEach(n=>{n.forEach(o=>{o.tokens&&(s=s.concat(y(o.tokens)))})}),e.tokens&&(s=s.concat(y(e.tokens))),e.items&&e.items.forEach(n=>{s=s.concat(y(n.tokens))})}),s};for(let a of y(w)){let s=[".mp3",".mp4",".pdf",".doc",".docx",".xls",".xlsx",".ppt",".pptx",".epub",".mobi",".zip",".rar",".7z",".tar",".gz"].find(e=>a.href.endsWith(e)||a.text.endsWith(e));if(a.type==="link"){let e=a.href;e.startsWith("https://github.com")&&e.includes("/blob/")&&(e=e.replace("/blob/","/"));let n=i.basename(u).replace(".md",""),o=i.join(t,r,n);if(f.existsSync(o)||f.mkdirSync(o,{recursive:!0}),e.startsWith("https://www.slideshare.net")){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(".pptx","").replace(".pdf","")+"_";_chunkKLMDRKHJjs.a.call(void 0, ).startDownloadSlideShare(e,o,l,["pptx","pdf"],!1)}else if(s){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(s,"")+"_"+i.basename(decodeURIComponent(e));l.endsWith(s)||(l+=s);let h=i.join(o,l);if(!f.existsSync(h)&&(console.log(`Downloading ${e} to ${h}`),await z(e,h,c),p)){let b=new Date().toISOString(),x=`${r},${n},${l},${e},${b}
-`;f.appendFileSync(p,x)}}else if(e.startsWith("https://qiita.com/"))_chunkVPQQEJWQjs.a.call(void 0, ).qiitaDl(e,o,n+"_",null,!1);else if(e.startsWith("https://quip.com/"))_chunkLZNQK7N5js.a.call(void 0, ).quipdl(e,o,n+"_",!1);else if(e.startsWith("https://github.com/")&&e.endsWith(".git")){let l=i.basename(e,".git"),h=i.join(o,l);f.existsSync(h)||(console.log(`Cloning ${e} to ${h}`),O(`git clone ${e}`,{cwd:o},(b,x,g)=>{if(b){console.error(`Error: ${b}`);return}x&&console.log(`${x}`),g&&console.error(`${g}`)}))}}}}function N(t){let r=t.docsDir||i.join(process.cwd(),"docs"),u=t.downloadDir||i.join(process.cwd(),"download");E.sync(`${r}/**/*.md`).forEach(c=>{let m=i.relative(r,c),w=i.dirname(m);F(u,w,c,t.csv,t.insecure).catch(console.error)})}var A={command:"*",describe:"jsd1",builder:{docs:{alias:"d",describe:"docs directory",demandOption:!1,default:"docs",type:"string"},output:{alias:"o",describe:"output directory",demandOption:!1,default:"download",type:"string"},csv:{alias:"c",describe:"csv log file",demandOption:!1,default:"output.csv",type:"string"},insecure:{alias:"k",describe:"allow insecure server connections",demandOption:!1,default:!1,type:"boolean"}},handler(t){(async()=>N({docsDir:t.docs,downloadDir:t.output,csv:t.csv,insecure:!t.insecure}))()}};q.exports=A});var C=()=>{let t=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("jsd1");t.command($());let r=t.parse()};C();
+"use strict";var _chunkVPQQEJWQjs = require('../chunk-VPQQEJWQ.js');var _chunkLZNQK7N5js = require('../chunk-LZNQK7N5.js');var _chunkBV5KOUONjs = require('../chunk-BV5KOUON.js');require('../chunk-KNGN2YR6.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var $=_chunkNEJSZOZXjs.b.call(void 0, (I,q)=>{var f=_chunkNEJSZOZXjs.a.call(void 0, "fs"),i=_chunkNEJSZOZXjs.a.call(void 0, "path"),k=_chunkNEJSZOZXjs.a.call(void 0, "axios"),E=_chunkNEJSZOZXjs.a.call(void 0, "marked"),j=_chunkNEJSZOZXjs.a.call(void 0, "glob"),v=_chunkNEJSZOZXjs.a.call(void 0, "https"),{exec:O}=_chunkNEJSZOZXjs.a.call(void 0, "child_process");async function z(t,r,u=!1){try{let p=await k({url:t,method:"GET",responseType:"stream",httpsAgent:new v.Agent({rejectUnauthorized:u})}),c=f.createWriteStream(r);return p.data.pipe(c),new Promise((h,w)=>{c.on("finish",h),c.on("error",w)})}catch(p){console.log("download error",t,r,p)}}async function F(t,r,u,p,c){let h=f.readFileSync(u,"utf-8"),w=E.lexer(h),y=a=>{let s=[];return a.forEach(e=>{e.type==="link"&&s.push(e),e.type==="table"&&e.rows.forEach(n=>{n.forEach(o=>{o.tokens&&(s=s.concat(y(o.tokens)))})}),e.tokens&&(s=s.concat(y(e.tokens))),e.items&&e.items.forEach(n=>{s=s.concat(y(n.tokens))})}),s};for(let a of y(w)){let s=[".mp3",".mp4",".pdf",".doc",".docx",".xls",".xlsx",".ppt",".pptx",".epub",".mobi",".zip",".rar",".7z",".tar",".gz"].find(e=>a.href.endsWith(e)||a.text.endsWith(e));if(a.type==="link"){let e=a.href;e.startsWith("https://github.com")&&e.includes("/blob/")&&(e=e.replace("/blob/","/"));let n=i.basename(u).replace(".md",""),o=i.join(t,r,n);if(f.existsSync(o)||f.mkdirSync(o,{recursive:!0}),e.startsWith("https://www.slideshare.net")){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(".pptx","").replace(".pdf","")+"_";_chunkBV5KOUONjs.a.call(void 0, ).startDownloadSlideShare(e,o,l,["pptx","pdf"],!1)}else if(s){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(s,"")+"_"+i.basename(decodeURIComponent(e));l.endsWith(s)||(l+=s);let m=i.join(o,l);if(!f.existsSync(m)&&(console.log(`Downloading ${e} to ${m}`),await z(e,m,c),p)){let b=new Date().toISOString(),x=`${r},${n},${l},${e},${b}
+`;f.appendFileSync(p,x)}}else if(e.startsWith("https://qiita.com/"))_chunkVPQQEJWQjs.a.call(void 0, ).qiitaDl(e,o,n+"_",null,!1);else if(e.startsWith("https://quip.com/"))_chunkLZNQK7N5js.a.call(void 0, ).quipdl(e,o,n+"_",!1);else if(e.startsWith("https://github.com/")&&e.endsWith(".git")){let l=i.basename(e,".git"),m=i.join(o,l);f.existsSync(m)||(console.log(`Cloning ${e} to ${m}`),O(`git clone ${e}`,{cwd:o},(b,x,g)=>{if(b){console.error(`Error: ${b}`);return}x&&console.log(`${x}`),g&&console.error(`${g}`)}))}}}}function N(t){let r=t.docsDir||i.join(process.cwd(),"docs"),u=t.downloadDir||i.join(process.cwd(),"download");j.sync(`${r}/**/*.md`).forEach(c=>{let h=i.relative(r,c),w=i.dirname(h);F(u,w,c,t.csv,t.insecure).catch(console.error)})}var A={command:"*",describe:"mdd",builder:{docs:{alias:"d",describe:"docs directory",demandOption:!1,default:"docs",type:"string"},output:{alias:"o",describe:"output directory",demandOption:!1,default:"download",type:"string"},csv:{alias:"c",describe:"csv log file",demandOption:!1,default:"output.csv",type:"string"},insecure:{alias:"k",describe:"allow insecure server connections",demandOption:!1,default:!1,type:"boolean"}},handler(t){(async()=>N({docsDir:t.docs,downloadDir:t.output,csv:t.csv,insecure:!t.insecure}))()}};q.exports=A});var C=()=>{let t=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("mdd");t.command($());let r=t.parse()};C();

package/dist/mdm/index.js

@@ -0,0 +1,5 @@
+#! /usr/bin/env node
+"use strict";var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var w=_chunkNEJSZOZXjs.b.call(void 0, (j,k)=>{var a=_chunkNEJSZOZXjs.a.call(void 0, "fs"),c=_chunkNEJSZOZXjs.a.call(void 0, "path"),S=_chunkNEJSZOZXjs.a.call(void 0, "js-yaml"),T=_chunkNEJSZOZXjs.a.call(void 0, "yargs/yargs"),{hideBin:W}=_chunkNEJSZOZXjs.a.call(void 0, "yargs/helpers"),M=_chunkNEJSZOZXjs.a.call(void 0, "glob"),{execSync:y}=_chunkNEJSZOZXjs.a.call(void 0, "child_process"),l=class{constructor(t,e){this.name="markdownMerge",this.markdownData=[],this.link=t||"",this.sharp=e}isMarkdownFile(t){return t.endsWith(".md")||t.endsWith(".markdown")}loadMd(t){try{let e=a.readFileSync(t,"utf-8"),n=e.match(/^---\n([\s\S]*?)\n---\n([\s\S]*)$/);if(n){let r=S.load(n[1]),i=n[2];return[r,i]}return[null,e]}catch(e){return console.error(`Error reading file ${t}:`,e),[null,""]}}getTitle(t,e){return e}merge(t){let e=`<div style="page-break-before:always"></div>
+`;return this.markdownData.push(`[TOC]
+`),this.markdownData.push(e),(r=>{let i=M.sync("**/*.{md,markdown}",{cwd:r,absolute:!0}),g=[],b=[];for(let u of i){let m=c.basename(u),p=c.resolve(u);if(this.isMarkdownFile(m)){console.log(p);let[D,h]=this.loadMd(p),f=m.replace(".md",""),$=this.sharp?h.replace(/^#/gm,"##"):h,d=this.getTitle(D,f);this.markdownData.push("# "+d),this.markdownData.push($),this.markdownData.push(e),g.push(d),b.push(`[${d}](${this.link}${f}.html)`)}}})(t),this.markdownData}save(t){let e=this.markdownData.join(`
+`),n=c.dirname(t);console.log("save file",t),a.existsSync(n)||a.mkdirSync(n,{recursive:!0}),a.writeFileSync(t,e,"utf-8")}},x={command:"*",describe:"Merge markdown files and generate documentation",builder:{input:{alias:"i",type:"string",description:"input directory",demandOption:!0},output:{alias:"o",type:"string",description:"output markdown file",default:"output.md"},link:{alias:"l",type:"string",description:"root url"},sharp:{type:"boolean",description:"add # code"},css:{alias:"c",type:"string",description:"css style"},pdf:{type:"boolean",description:"convert to pdf"}},handler(s){(async()=>{let t=s.output.endsWith(".md")?s.output:`${s.output}.md`,e=new l(s.link,s.sharp);e.merge(s.input),e.save(t);let n=t.replace(".md",".html"),r=t.replace(".md",".pdf"),i=s.css||c.join(__dirname,"css","github-markdown.css");s.pdf&&(y(`pandoc -t html -c ${i} --toc -s -o ${n} ${t}`),y(`wkhtmltopdf --enable-local-file-access ${n} ${r}`))})()}};k.exports=x});var F=()=>{let s=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("mdm");s.command(w());let t=s.parse()};F();

package/dist/ssdl/index.js

@@ -1,2 +1,2 @@
 #! /usr/bin/env node
-"use strict";var _chunkKLMDRKHJjs = require('../chunk-KLMDRKHJ.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var{startDownloadSlideShare:d}=_chunkKLMDRKHJjs.a.call(void 0, ),i={command:"*",describe:"ssdl",builder:{url:{alias:"u",describe:"URL",demandOption:!0,type:"string"},dir:{alias:"d",describe:"Save directory",demandOption:!1,default:"./download",type:"string"},filename:{alias:"f",describe:"filename",demandOption:!1,type:"string"},filetypes:{alias:"t",describe:"filetypes",demandOption:!1,default:["pptx","pdf"],type:"array"}},handler(e){(async()=>d(e.url,e.dir,e.filename,e.filetypes,!1))()}},n=()=>{let e=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("ssdl");e.command(i);let t=e.parse()};n();
+"use strict";var _chunkBV5KOUONjs = require('../chunk-BV5KOUON.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var{startDownloadSlideShare:d}=_chunkBV5KOUONjs.a.call(void 0, ),i={command:"*",describe:"ssdl",builder:{url:{alias:"u",describe:"URL",demandOption:!0,type:"string"},dir:{alias:"d",describe:"Save directory",demandOption:!1,default:"./download",type:"string"},filename:{alias:"f",describe:"filename",demandOption:!1,type:"string"},filetypes:{alias:"t",describe:"filetypes",demandOption:!1,default:["pptx","pdf"],type:"array"}},handler(e){(async()=>d(e.url,e.dir,e.filename,e.filetypes,!1))()}},n=()=>{let e=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("ssdl");e.command(i);let t=e.parse()};n();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "xl1",
-  "version": "0.2.8",
+  "version": "0.3.0",
   "description": "just some xlsx script.",
   "bin": {
     "bash1": "dist/bash1/index.js",
@@ -8,9 +8,10 @@
     "img2pdf": "dist/img2pdf/index.js",
     "img2pptx": "dist/img2pptx/index.js",
     "jsh1": "dist/jsh1/index.js",
-    "jsd1": "dist/jsd1/index.js",
     "jsss": "dist/jsss/index.js",
     "ls1": "dist/ls1/index.js",
+    "mdd": "dist/mdd/index.js",
+    "mdm": "dist/mdm/index.js",
     "qidl": "dist/qidl/index.js",
     "ssdl": "dist/ssdl/index.js",
     "xl1": "dist/xl1/index.js"

package/dist/chunk-KLMDRKHJ.js

@@ -1 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunkY4GMOS4Yjs = require('./chunk-Y4GMOS4Y.js');var _chunkEJUO2FGUjs = require('./chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('./chunk-NEJSZOZX.js');var q=_chunkNEJSZOZXjs.b.call(void 0, (M,f)=>{var p=_chunkNEJSZOZXjs.a.call(void 0, "axios"),w=_chunkNEJSZOZXjs.a.call(void 0, "cheerio"),c=_chunkNEJSZOZXjs.a.call(void 0, "fs"),r=_chunkNEJSZOZXjs.a.call(void 0, "path"),{format:u}=_chunkNEJSZOZXjs.a.call(void 0, "date-fns"),l=_chunkNEJSZOZXjs.a.call(void 0, "winston"),{convertImagesToPDF:S}=_chunkY4GMOS4Yjs.a.call(void 0, ),{convertImagesToPPTX:P}=_chunkEJUO2FGUjs.a.call(void 0, ),a=l.createLogger({level:process.env.LOG_LEVEL||"info",format:l.format.combine(l.format.timestamp(),l.format.printf(({timestamp:h,level:t,message:e})=>`${h} [${t}]: ${e}`)),transports:[new l.transports.Console,new l.transports.File({filename:"combined.log"})]}),g=class{constructor(t,e=null){let{url:s,filename:n}=this.urlParse(t);this.url=s,this.filename=e?e+n:n,this.title="",this.images=[],this.meta={}}urlParse(t){(t.startsWith("'")&&t.endsWith("'")||t.startsWith('"')&&t.endsWith('"'))&&(t=t.slice(1,-1)),!t.startsWith("http://")&&!t.startsWith("https://")&&(t="https://"+t);let e=t.split("/").slice(3,5).join("_").replace(/[^0-9a-zA-Z]+/g,"-");return e.trim()===""&&(a.debug("Something wrong to get filename from URL, fallback to result.pdf"),e="output"),{url:t,filename:e}}async startParse(){let e=(await p.get(this.url)).data,s=w.load(e);return this.title=`pdf_images_${u(new Date,"yyyy/MM/dd_HH:mm:ss")}`,this.images=s('img[data-testid="vertical-slide-image"]').toArray(),a.debug(this.images),this.getMeta(s)}async startDownload(t,e,s=!1){if(c.existsSync(t)&&c.readdirSync(t).some(m=>m.match(/\.(jpg|jpeg|png|gif)$/i))){a.debug("images dir is exist",t);return}let n=await this.startParse();if(!this.images||this.images.length===0){a.debug("no image to download");return}let i=r.resolve(r.join(t,this.filename));c.existsSync(i)||c.mkdirSync(i,{recursive:!0});for(let m of this.images){a.debug(m);let d=m.attribs.srcset.split(",").pop().split(" ")[1];a.debug(d),await this.saveFile(d,i)}return console.log("Download completed!",r.join(i)),e.includes("pdf")&&S(i,r.join(t,`${this.filename}.pdf`),s),e.includes("pptx")&&P(i,r.join(t,`${this.filename}.pptx`),s),n}async saveFile(t,e){let s=r.join(e,r.basename(t));if(c.existsSync(s)){a.debug(`file exist! ${s}`);return}(await p.get(t,{responseType:"stream"})).data.pipe(c.createWriteStream(s))}clean(t){return String(t).trim()}getTitle(t){try{return this.clean(t("span.j-title-breadcrumb").text())}catch (e2){return""}}getDesc(t){try{return t("ol.transcripts").children("li").toArray().map(s=>this.clean(t(s).text()))}catch (e3){return[]}}getSummary(t){try{return this.clean(t("#slideshow-description-paragraph").text())}catch (e4){return""}}getAuthor(t){try{return this.clean(t('span[itemprop="name"]').text())}catch (e5){return""}}getPublish(t){try{return this.clean(t('time[itemprop="datePublished"]').text())}catch (e6){return""}}getMeta(t){return this.meta={url:this.url,name:this.filename,title:this.getTitle(t),summary:this.getSummary(t),publish:this.getPublish(t),desc:this.getDesc(t),author:this.getAuthor(t),created_at:u(new Date,"yyyy/MM/dd HH:mm:ss")},this.meta}};async function j(h,t,e,s=["pptx","pdf"],n=!1){await new g(h,e).startDownload(t,s)}f.exports={startDownloadSlideShare:j}});exports.a = q;