xl1 0.2.6 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-LZNQK7N5.js +1 -0
- package/dist/jsd1/index.js +2 -2
- package/dist/quipdl/index.js +2 -0
- package/package.json +1 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunkNEJSZOZXjs = require('./chunk-NEJSZOZX.js');var T=_chunkNEJSZOZXjs.b.call(void 0, (P,u)=>{var b=_chunkNEJSZOZXjs.a.call(void 0, "puppeteer"),v=_chunkNEJSZOZXjs.a.call(void 0, "fs"),x=_chunkNEJSZOZXjs.a.call(void 0, "path");function k(a,l){let s=/(?:href|src)=["'](\/[^"']+)["']/g;return a.replace(s,(d,i)=>{let n=new URL(i,l).href;return d.replace(i,n)})}async function $(a,l="./",s="",d=!1){let i=a.split("/").pop().split("?")[0].split("#")[0].replace(/[<>:"/\\|?*]/g,"-");if(!a.startsWith("https://quip.com/"))throw new Error("Invalid Quip URL. URL must start with https://quip.com/");if(v.readdirSync(l).some(o=>o.endsWith(`${i}.pdf`))&&!d)return;let n=await b.launch({headless:"new",args:["--no-sandbox","--disable-setuid-sandbox",'--user-agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"']});try{let o=await n.newPage();await o.setViewport({width:1200,height:800}),await o.goto(a,{waitUntil:"networkidle0",timeout:3e4}),await o.waitForSelector(".document-content"),await o.evaluate(()=>{let t=document.querySelector(".navigation-controller-header");t&&t.remove();let e=document.querySelector(".navigation-controller-body");e&&(e.classList.remove("navigation-controller-body"),e.removeAttribute("style"))}),await o.evaluate(async()=>{let t=0;for(;t<20;){let e=document.querySelectorAll("a");e[e.length-1].scrollIntoView({behavior:"smooth",block:"start"}),await new Promise(r=>setTimeout(r,2e3)),t++}});let h=await o.title(),p=await o.evaluate(()=>{let t=document.querySelectorAll('link[rel="stylesheet"]');return Array.from(t).map(e=>e.href)}),m=await o.$eval(".document-content",t=>t.outerHTML),g=k(m,a),c=await n.newPage();await c.setContent(`<html><head><title>${h}</title>${p.map(t=>`<link rel="stylesheet" href="${t}">`).join("")}<style>img { max-width: 595px; height: auto; } body { padding-left: 40px; padding-right: 40px; }</style></head><body><h1><a href="${a}">${h}</a></h1><div>${g}</div></body></html>`,{waitUntil:"networkidle0"}),await c.evaluate(async()=>{let t=0,e=document.body.scrollHeight;for(await new Promise(r=>setTimeout(r,2e3));t!==e;)window.scrollTo(0,e),await new Promise(r=>setTimeout(r,2e3)),t=e,e=document.body.scrollHeight;window.scrollTo(0,0)});let y=(s||"")+`${h}-${i}.pdf`.replace(/[<>:"/\\|?*]/g,"-");await c.pdf({path:x.join(l,y),format:"A4",fullPage:!0,printBackground:!1,margin:{top:"20px",right:"20px",bottom:"20px",left:"20px"}}),await c.close()}catch(o){console.error("Error generating PDF:",o)}finally{await n.close()}}u.exports={quipdl:$}});exports.a = T;
|
package/dist/jsd1/index.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
#! /usr/bin/env node
|
|
2
|
-
"use strict";var _chunkVPQQEJWQjs = require('../chunk-VPQQEJWQ.js');var _chunkKLMDRKHJjs = require('../chunk-KLMDRKHJ.js');require('../chunk-KNGN2YR6.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var
|
|
3
|
-
`;
|
|
2
|
+
"use strict";var _chunkVPQQEJWQjs = require('../chunk-VPQQEJWQ.js');var _chunkLZNQK7N5js = require('../chunk-LZNQK7N5.js');var _chunkKLMDRKHJjs = require('../chunk-KLMDRKHJ.js');require('../chunk-KNGN2YR6.js');require('../chunk-Y4GMOS4Y.js');require('../chunk-EJUO2FGU.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var $=_chunkNEJSZOZXjs.b.call(void 0, (I,q)=>{var f=_chunkNEJSZOZXjs.a.call(void 0, "fs"),i=_chunkNEJSZOZXjs.a.call(void 0, "path"),j=_chunkNEJSZOZXjs.a.call(void 0, "axios"),k=_chunkNEJSZOZXjs.a.call(void 0, "marked"),E=_chunkNEJSZOZXjs.a.call(void 0, "glob"),v=_chunkNEJSZOZXjs.a.call(void 0, "https"),{exec:O}=_chunkNEJSZOZXjs.a.call(void 0, "child_process");async function z(t,r,u=!1){try{let p=await j({url:t,method:"GET",responseType:"stream",httpsAgent:new v.Agent({rejectUnauthorized:u})}),c=f.createWriteStream(r);return p.data.pipe(c),new Promise((m,w)=>{c.on("finish",m),c.on("error",w)})}catch(p){console.log("download error",t,r,p)}}async function F(t,r,u,p,c){let m=f.readFileSync(u,"utf-8"),w=k.lexer(m),y=a=>{let s=[];return a.forEach(e=>{e.type==="link"&&s.push(e),e.type==="table"&&e.rows.forEach(n=>{n.forEach(o=>{o.tokens&&(s=s.concat(y(o.tokens)))})}),e.tokens&&(s=s.concat(y(e.tokens))),e.items&&e.items.forEach(n=>{s=s.concat(y(n.tokens))})}),s};for(let a of y(w)){let s=[".mp3",".mp4",".pdf",".doc",".docx",".xls",".xlsx",".ppt",".pptx",".epub",".mobi",".zip",".rar",".7z",".tar",".gz"].find(e=>a.href.endsWith(e)||a.text.endsWith(e));if(a.type==="link"){let e=a.href;e.startsWith("https://github.com")&&e.includes("/blob/")&&(e=e.replace("/blob/","/"));let n=i.basename(u).replace(".md",""),o=i.join(t,r,n);if(f.existsSync(o)||f.mkdirSync(o,{recursive:!0}),e.startsWith("https://www.slideshare.net")){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(".pptx","").replace(".pdf","")+"_";_chunkKLMDRKHJjs.a.call(void 0, ).startDownloadSlideShare(e,o,l,["pptx","pdf"],!1)}else if(s){let l=n+"_"+a.text.replace(/[<>:"/\\|?*\n\r]+/g,"_").replace(s,"")+"_"+i.basename(decodeURIComponent(e));l.endsWith(s)||(l+=s);let h=i.join(o,l);if(!f.existsSync(h)&&(console.log(`Downloading ${e} to ${h}`),await z(e,h,c),p)){let b=new Date().toISOString(),x=`${r},${n},${l},${e},${b}
|
|
3
|
+
`;f.appendFileSync(p,x)}}else if(e.startsWith("https://qiita.com/"))_chunkVPQQEJWQjs.a.call(void 0, ).qiitaDl(e,o,n+"_",null,!1);else if(e.startsWith("https://quip.com/"))_chunkLZNQK7N5js.a.call(void 0, ).quipdl(e,o,n+"_",!1);else if(e.startsWith("https://github.com/")&&e.endsWith(".git")){let l=i.basename(e,".git"),h=i.join(o,l);f.existsSync(h)||(console.log(`Cloning ${e} to ${h}`),O(`git clone ${e}`,{cwd:o},(b,x,g)=>{if(b){console.error(`Error: ${b}`);return}x&&console.log(`${x}`),g&&console.error(`${g}`)}))}}}}function N(t){let r=t.docsDir||i.join(process.cwd(),"docs"),u=t.downloadDir||i.join(process.cwd(),"download");E.sync(`${r}/**/*.md`).forEach(c=>{let m=i.relative(r,c),w=i.dirname(m);F(u,w,c,t.csv,t.insecure).catch(console.error)})}var A={command:"*",describe:"jsd1",builder:{docs:{alias:"d",describe:"docs directory",demandOption:!1,default:"docs",type:"string"},output:{alias:"o",describe:"output directory",demandOption:!1,default:"download",type:"string"},csv:{alias:"c",describe:"csv log file",demandOption:!1,default:"output.csv",type:"string"},insecure:{alias:"k",describe:"allow insecure server connections",demandOption:!1,default:!1,type:"boolean"}},handler(t){(async()=>N({docsDir:t.docs,downloadDir:t.output,csv:t.csv,insecure:!t.insecure}))()}};q.exports=A});var C=()=>{let t=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("jsd1");t.command($());let r=t.parse()};C();
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
#! /usr/bin/env node
|
|
2
|
+
"use strict";var _chunkLZNQK7N5js = require('../chunk-LZNQK7N5.js');var _chunkNEJSZOZXjs = require('../chunk-NEJSZOZX.js');var{quipdl:d}=_chunkLZNQK7N5js.a.call(void 0, ),n={command:"*",describe:"quipdl",builder:{url:{alias:"u",describe:"URL",demandOption:!0,type:"string"},dir:{alias:"d",describe:"Save directory",demandOption:!1,default:"./download",type:"string"},prefix:{alias:"p",describe:"prefix",demandOption:!1,type:"string"},overwrite:{alias:"o",describe:"overwrite",demandOption:!1,type:"boolean"}},handler(e){(async()=>d(e.url,e.dir,e.prefix,e.overwrite))()}},a=()=>{let e=_chunkNEJSZOZXjs.a.call(void 0, "yargs").scriptName("quipdl");e.command(n);let s=e.parse()};a();
|