dms-scrape 0.3.0 → 0.4.0

package/test.mjs

@@ -1,5 +1,25 @@
 import { dmsScrape } from "./index.mjs";
-
+import * as cheerio from "cheerio"
+import { cteetest } from "./test/tested/cteetest.js";
+import { DIGITIMES } from "./sources/T1/DIGITIMES.mjs";
+import { digitest } from "./test/tested/digitimes2.js";
+import { chinatest } from "./test/tested/chinatest.js";
+import { CHINATIMES } from "./sources/T2/CHINATIMES.mjs";
+import { NXTAPPLE } from "./sources/T2/NXTAPPLE.mjs";
+import { SETN } from "./sources/T3/SETN.mjs";
+import { setntest } from "./test/tested/setntest.js";
+import { techorangetest } from "./test/techrangetest.js";
+import { TECHORANGE } from "./sources/T5/TECHORANGE.mjs";
+import { TECHBANG } from "./sources/T5/TECHBANG.mjs";
+import { techbangtest } from "./test/techbangtest.js";
+import { CNYES } from "./sources/T5/CNYES.mjs";
+import { cnyestest } from "./test/cnyestest.js";
+import { SAYDIGI } from "./sources/T5/SAYDIGI.mjs";
+import { saydigitest } from "./test/saydigitest.js";
+import { COMPOTECHASIA } from "./sources/T5/COMPOTECHASIA.mjs";
+import { compotechtest } from "./test/compotechtest.js";
+import { INSIDE } from "./sources/T5/INSIDE.mjs";
+import { insidetest } from "./test/insidetest.js";
 const testLinks = [
   "https://www.cool3c.com/article/202079",
 
@@ -18,16 +38,45 @@ const testLinks = [
 
 const buggedLinks = ["https://www.eprice.com.tw/mobile/talk/4523/5811558/1/"];
 const testLink = [
-  "https://www.ctee.com.tw/news/20240805700832-431207",
+  "https://money.udn.com/money/story/5612/8219989",
 ];
-async function getTestLinks() {
-  var response = [];
-  for (const link of testLink) {
-    response.push(await dmsScrape("link", link));
-    // response = await fetch(link);
-  }
-  // return await response.text();
-  return response;
-}
-
-console.log(await getTestLinks());
+// async function getTestLinks() {
+//   var response = [];
+//   for (const link of testLink) {
+//     response.push(await dmsScrape("link", link));
+//     // response = await fetch(link);
+//   }
+//   // return await response.text();
+//   return response;
+// }
+
+// console.log(await getTestLinks());
+
+// console.log(await dmsScrape("html", "https://www.setn.com/News.aspx?NewsID=1526574", setntest))
+
+
+
+
+
+
+
+// console.log(await dmsScrape("html", "https://buzzorange.com/techorange/2024/10/03/eu-plans-to-hit-china-based-ev-makers-with-additional-tariffs/", techorangetest))
+
+// const $ = cheerio.load(chinatest)
+// console.log(CHINATIMES($))
+
+// const inithtml = await (await fetch("https://www.inside.com.tw/article/36326-meta-announces-300-quest-3s-a-cheaper")).text()
+
+// let $ = cheerio.load(await (await fetch("https://www.inside.com.tw/article/36326-meta-announces-300-quest-3s-a-cheaper")).text())
+// $('script, style, link').remove();
+// let cleanedHTML = $.html();
+// console.log(cleanedHTML)
+
+// console.log(NXTAPPLE(cheerio.load(cleanedHTML)))
+// ${
+// console.log(CNYES(cheerio.load(cnyestest)))
+// console.log(SAYDIGI(cheerio.load(saydigitest)))
+// console.log(await dmsScrape("link", "https://www.compotechasia.com/a/press/2024/0919/58658.html"))
+console.log(await dmsScrape("link", "https://www.inside.com.tw/article/36326-meta-announces-300-quest-3s-a-cheaper"))
+// console.log(COMPOTECHASIA(cheerio.load(compotechtest)))
+// console.log(INSIDE(cheerio.load(insidetest)))