xl1 0.3.0 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-Q2HW2QQP.js +1 -0
- package/dist/mdd/index.js +1 -1
- package/dist/ssdl/index.js +1 -1
- package/package.json +1 -1
- package/dist/chunk-BV5KOUON.js +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunkY4GMOS4Yjs = require('./chunk-Y4GMOS4Y.js');var _chunkEJUO2FGUjs = require('./chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('./chunk-NEJSZOZX.js');var W=_chunkNEJSZOZXjs.b.call(void 0, (_,y)=>{var u=_chunkNEJSZOZXjs.a.call(void 0, "axios"),j=_chunkNEJSZOZXjs.a.call(void 0, "cheerio"),l=_chunkNEJSZOZXjs.a.call(void 0, "fs"),n=_chunkNEJSZOZXjs.a.call(void 0, "path"),{format:f}=_chunkNEJSZOZXjs.a.call(void 0, "date-fns"),h=_chunkNEJSZOZXjs.a.call(void 0, "winston"),{convertImagesToPDF:q}=_chunkY4GMOS4Yjs.a.call(void 0, ),{convertImagesToPPTX:M}=_chunkEJUO2FGUjs.a.call(void 0, ),o=h.createLogger({level:process.env.LOG_LEVEL||"info",format:h.format.combine(h.format.timestamp(),h.format.printf(({timestamp:m,level:t,message:e})=>`${m} [${t}]: ${e}`)),transports:[new h.transports.Console,new h.transports.File({filename:"combined.log"})]}),d=class{constructor(t,e=null){let{url:s,filename:i}=this.urlParse(t);this.url=s,this.filename=e?e+i:i,this.title="",this.images=[],this.meta={}}urlParse(t){(t.startsWith("'")&&t.endsWith("'")||t.startsWith('"')&&t.endsWith('"'))&&(t=t.slice(1,-1)),!t.startsWith("http://")&&!t.startsWith("https://")&&(t="https://"+t);let e=t.split("/").slice(3,5).join("_").replace(/[^0-9a-zA-Z]+/g,"-");return e.trim()===""&&(o.debug("Something wrong to get filename from URL, fallback to result.pdf"),e="output"),{url:t,filename:e}}async startParse(){let e=(await u.get(this.url)).data,s=j.load(e);return this.title=`pdf_images_${f(new Date,"yyyy/MM/dd_HH:mm:ss")}`,this.images=s('img[data-testid="vertical-slide-image"]').toArray(),o.debug(this.images),this.getMeta(s)}async startDownload(t,e,s=!1){if(l.existsSync(t)&&l.readdirSync(t).some(a=>a.match(/\.(jpg|jpeg|png|gif)$/i))){o.debug("images dir is exist",t);return}let i=await this.startParse();if(!this.images||this.images.length===0){o.debug("no image to download");return}let r=n.resolve(n.join(t,this.filename));l.existsSync(r)||l.mkdirSync(r,{recursive:!0});let g=1;for(let a of this.images){o.debug(a);let p=a.attribs.srcset&&a.attribs.srcset.includes(",")?a.attribs.srcset.split(",").pop().split(" ")[1]:a.attribs.src;o.debug(p);let b=String(this.images.length).length,x=String(g).padStart(b,"0");await this.saveFile(x,p,r),g++}return console.log("Download completed!",n.join(r)),e.includes("pdf")&&q(r,n.join(t,`${this.filename}.pdf`),s),e.includes("pptx")&&M(r,n.join(t,`${this.filename}.pptx`),s),i}async saveFile(t,e,s){let i=n.join(s,t+"-"+n.basename(e));if(l.existsSync(i)){o.debug(`file exist! ${i}`);return}(await u.get(e,{responseType:"stream"})).data.pipe(l.createWriteStream(i))}clean(t){return String(t).trim()}getTitle(t){try{return this.clean(t("span.j-title-breadcrumb").text())}catch (e2){return""}}getDesc(t){try{return t("ol.transcripts").children("li").toArray().map(s=>this.clean(t(s).text()))}catch (e3){return[]}}getSummary(t){try{return this.clean(t("#slideshow-description-paragraph").text())}catch (e4){return""}}getAuthor(t){try{return this.clean(t('span[itemprop="name"]').text())}catch (e5){return""}}getPublish(t){try{return this.clean(t('time[itemprop="datePublished"]').text())}catch (e6){return""}}getMeta(t){return this.meta={url:this.url,name:this.filename,title:this.getTitle(t),summary:this.getSummary(t),publish:this.getPublish(t),desc:this.getDesc(t),author:this.getAuthor(t),created_at:f(new Date,"yyyy/MM/dd HH:mm:ss")},this.meta}};async function L(m,t,e,s=["pptx","pdf"],i=!1){await new d(m,e).startDownload(t,s)}y.exports={startDownloadSlideShare:L}});exports.a = W;
|
package/dist/mdd/index.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
#! /usr/bin/env node
|
|
2
|
-
"use strict";var _chunkVPQQEJWQjs = require('../chunk-VPQQEJWQ.js');var _chunkLZNQK7N5js = require('../chunk-LZNQK7N5.js');var
|
|
2
|
+
"use strict";var _chunkVPQQEJWQjs = require('../chunk-VPQQEJWQ.js');var _chunkLZNQK7N5js = require('../chunk-LZNQK7N5.js');var _chunkQ2HW2QQPjs = require('../chunk-Q2HW2QQP.js');require('../chunk-KNGN2YR6.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var $=_chunkNEJSZOZXjs.b.call(void 0, (I,q)=>{var f=_chunkNEJSZOZXjs.a.call(void 0, "fs"),i=_chunkNEJSZOZXjs.a.call(void 0, "path"),k=_chunkNEJSZOZXjs.a.call(void 0, "axios"),E=_chunkNEJSZOZXjs.a.call(void 0, "marked"),j=_chunkNEJSZOZXjs.a.call(void 0, "glob"),v=_chunkNEJSZOZXjs.a.call(void 0, "https"),{exec:O}=_chunkNEJSZOZXjs.a.call(void 0, "child_process");async function z(t,r,u=!1){try{let p=await k({url:t,method:"GET",responseType:"stream",httpsAgent:new v.Agent({rejectUnauthorized:u})}),c=f.createWriteStream(r);return p.data.pipe(c),new Promise((h,w)=>{c.on("finish",h),c.on("error",w)})}catch(p){console.log("download error",t,r,p)}}async function F(t,r,u,p,c){let h=f.readFileSync(u,"utf-8"),w=E.lexer(h),y=a=>{let s=[];return a.forEach(e=>{e.type==="link"&&s.push(e),e.type==="table"&&e.rows.forEach(n=>{n.forEach(o=>{o.tokens&&(s=s.concat(y(o.tokens)))})}),e.tokens&&(s=s.concat(y(e.tokens))),e.items&&e.items.forEach(n=>{s=s.concat(y(n.tokens))})}),s};for(let a of y(w)){let s=[".mp3",".mp4",".pdf",".doc",".docx",".xls",".xlsx",".ppt",".pptx",".epub",".mobi",".zip",".rar",".7z",".tar",".gz"].find(e=>a.href.endsWith(e)||a.text.endsWith(e));if(a.type==="link"){let e=a.href;e.startsWith("https://github.com")&&e.includes("/blob/")&&(e=e.replace("/blob/","/"));let n=i.basename(u).replace(".md",""),o=i.join(t,r,n);if(f.existsSync(o)||f.mkdirSync(o,{recursive:!0}),e.startsWith("https://www.slideshare.net")){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(".pptx","").replace(".pdf","")+"_";_chunkQ2HW2QQPjs.a.call(void 0, ).startDownloadSlideShare(e,o,l,["pptx","pdf"],!1)}else if(s){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(s,"")+"_"+i.basename(decodeURIComponent(e));l.endsWith(s)||(l+=s);let m=i.join(o,l);if(!f.existsSync(m)&&(console.log(`Downloading ${e} to ${m}`),await z(e,m,c),p)){let b=new Date().toISOString(),x=`${r},${n},${l},${e},${b}
|
|
3
3
|
`;f.appendFileSync(p,x)}}else if(e.startsWith("https://qiita.com/"))_chunkVPQQEJWQjs.a.call(void 0, ).qiitaDl(e,o,n+"_",null,!1);else if(e.startsWith("https://quip.com/"))_chunkLZNQK7N5js.a.call(void 0, ).quipdl(e,o,n+"_",!1);else if(e.startsWith("https://github.com/")&&e.endsWith(".git")){let l=i.basename(e,".git"),m=i.join(o,l);f.existsSync(m)||(console.log(`Cloning ${e} to ${m}`),O(`git clone ${e}`,{cwd:o},(b,x,g)=>{if(b){console.error(`Error: ${b}`);return}x&&console.log(`${x}`),g&&console.error(`${g}`)}))}}}}function N(t){let r=t.docsDir||i.join(process.cwd(),"docs"),u=t.downloadDir||i.join(process.cwd(),"download");j.sync(`${r}/**/*.md`).forEach(c=>{let h=i.relative(r,c),w=i.dirname(h);F(u,w,c,t.csv,t.insecure).catch(console.error)})}var A={command:"*",describe:"mdd",builder:{docs:{alias:"d",describe:"docs directory",demandOption:!1,default:"docs",type:"string"},output:{alias:"o",describe:"output directory",demandOption:!1,default:"download",type:"string"},csv:{alias:"c",describe:"csv log file",demandOption:!1,default:"output.csv",type:"string"},insecure:{alias:"k",describe:"allow insecure server connections",demandOption:!1,default:!1,type:"boolean"}},handler(t){(async()=>N({docsDir:t.docs,downloadDir:t.output,csv:t.csv,insecure:!t.insecure}))()}};q.exports=A});var C=()=>{let t=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("mdd");t.command($());let r=t.parse()};C();
|
package/dist/ssdl/index.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
#! /usr/bin/env node
|
|
2
|
-
"use strict";var
|
|
2
|
+
"use strict";var _chunkQ2HW2QQPjs = require('../chunk-Q2HW2QQP.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var{startDownloadSlideShare:d}=_chunkQ2HW2QQPjs.a.call(void 0, ),i={command:"*",describe:"ssdl",builder:{url:{alias:"u",describe:"URL",demandOption:!0,type:"string"},dir:{alias:"d",describe:"Save directory",demandOption:!1,default:"./download",type:"string"},filename:{alias:"f",describe:"filename",demandOption:!1,type:"string"},filetypes:{alias:"t",describe:"filetypes",demandOption:!1,default:["pptx","pdf"],type:"array"}},handler(e){(async()=>d(e.url,e.dir,e.filename,e.filetypes,!1))()}},n=()=>{let e=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("ssdl");e.command(i);let t=e.parse()};n();
|
package/package.json
CHANGED
package/dist/chunk-BV5KOUON.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunkY4GMOS4Yjs = require('./chunk-Y4GMOS4Y.js');var _chunkEJUO2FGUjs = require('./chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('./chunk-NEJSZOZX.js');var W=_chunkNEJSZOZXjs.b.call(void 0, (_,f)=>{var p=_chunkNEJSZOZXjs.a.call(void 0, "axios"),j=_chunkNEJSZOZXjs.a.call(void 0, "cheerio"),l=_chunkNEJSZOZXjs.a.call(void 0, "fs"),n=_chunkNEJSZOZXjs.a.call(void 0, "path"),{format:u}=_chunkNEJSZOZXjs.a.call(void 0, "date-fns"),h=_chunkNEJSZOZXjs.a.call(void 0, "winston"),{convertImagesToPDF:q}=_chunkY4GMOS4Yjs.a.call(void 0, ),{convertImagesToPPTX:M}=_chunkEJUO2FGUjs.a.call(void 0, ),o=h.createLogger({level:process.env.LOG_LEVEL||"info",format:h.format.combine(h.format.timestamp(),h.format.printf(({timestamp:m,level:t,message:e})=>`${m} [${t}]: ${e}`)),transports:[new h.transports.Console,new h.transports.File({filename:"combined.log"})]}),d=class{constructor(t,e=null){let{url:s,filename:i}=this.urlParse(t);this.url=s,this.filename=e?e+i:i,this.title="",this.images=[],this.meta={}}urlParse(t){(t.startsWith("'")&&t.endsWith("'")||t.startsWith('"')&&t.endsWith('"'))&&(t=t.slice(1,-1)),!t.startsWith("http://")&&!t.startsWith("https://")&&(t="https://"+t);let e=t.split("/").slice(3,5).join("_").replace(/[^0-9a-zA-Z]+/g,"-");return e.trim()===""&&(o.debug("Something wrong to get filename from URL, fallback to result.pdf"),e="output"),{url:t,filename:e}}async startParse(){let e=(await p.get(this.url)).data,s=j.load(e);return this.title=`pdf_images_${u(new Date,"yyyy/MM/dd_HH:mm:ss")}`,this.images=s('img[data-testid="vertical-slide-image"]').toArray(),o.debug(this.images),this.getMeta(s)}async startDownload(t,e,s=!1){if(l.existsSync(t)&&l.readdirSync(t).some(a=>a.match(/\.(jpg|jpeg|png|gif)$/i))){o.debug("images dir is exist",t);return}let i=await this.startParse();if(!this.images||this.images.length===0){o.debug("no image to download");return}let r=n.resolve(n.join(t,this.filename));l.existsSync(r)||l.mkdirSync(r,{recursive:!0});let y=1;for(let a of this.images){o.debug(a);let g=a.attribs.srcset&&a.attribs.srcset.includes(",")?a.attribs.srcset.split(",").pop().split(" ")[1]:a.attribs.src;o.debug(g);let b=String(this.images.length).length,x=String(y).padStart(b,"0");await this.saveFile(x,g,r)}return console.log("Download completed!",n.join(r)),e.includes("pdf")&&q(r,n.join(t,`${this.filename}.pdf`),s),e.includes("pptx")&&M(r,n.join(t,`${this.filename}.pptx`),s),i}async saveFile(t,e,s){let i=t+"-"+n.join(s,n.basename(e));if(l.existsSync(i)){o.debug(`file exist! ${i}`);return}(await p.get(e,{responseType:"stream"})).data.pipe(l.createWriteStream(i))}clean(t){return String(t).trim()}getTitle(t){try{return this.clean(t("span.j-title-breadcrumb").text())}catch (e2){return""}}getDesc(t){try{return t("ol.transcripts").children("li").toArray().map(s=>this.clean(t(s).text()))}catch (e3){return[]}}getSummary(t){try{return this.clean(t("#slideshow-description-paragraph").text())}catch (e4){return""}}getAuthor(t){try{return this.clean(t('span[itemprop="name"]').text())}catch (e5){return""}}getPublish(t){try{return this.clean(t('time[itemprop="datePublished"]').text())}catch (e6){return""}}getMeta(t){return this.meta={url:this.url,name:this.filename,title:this.getTitle(t),summary:this.getSummary(t),publish:this.getPublish(t),desc:this.getDesc(t),author:this.getAuthor(t),created_at:u(new Date,"yyyy/MM/dd HH:mm:ss")},this.meta}};async function L(m,t,e,s=["pptx","pdf"],i=!1){await new d(m,e).startDownload(t,s)}f.exports={startDownloadSlideShare:L}});exports.a = W;
|