@synstack/web 1.0.5 → 1.1.0

package/dist/web.index.cjs

@@ -39,6 +39,7 @@ __export(web_bundle_exports, {
 // src/web.lib.ts
 var import_readability = require("@mozilla/readability");
 var import_linkedom = require("linkedom");
+var import_zod = require("zod");
 var fetchJson = (url, options = {}) => fetch(url).then((response) => response.json()).then((data) => options.schema ? options.schema.parse(data) : data);
 var fetchText = (url) => fetch(url).then((response) => response.text());
 var fetchArticle = async (url) => {

package/dist/web.index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/web.index.ts","../src/web.bundle.ts","../src/web.lib.ts"],"sourcesContent":["export * from \"./web.bundle\";\nexport * as web from \"./web.bundle\";\nexport { ArticleNotFoundException } from \"./web.lib\";\n","export { fetchArticle, fetchJson, fetchText } from \"./web.lib\";\n","import { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom\";\nimport { type ZodSchema } from \"zod\";\n\n/**\n * Retrieves an URL as JSON\n * @param url\n * @param options.schema an optional Zod schema to validate the data against\n * @returns the JSON as a JS object\n */\nexport const fetchJson = <T>(\n  url: string,\n  options: { schema?: ZodSchema<T> } = {},\n): Promise<T> =>\n  fetch(url)\n    .then((response) => response.json())\n    .then((data) => (options.schema ? options.schema.parse(data) : data));\n\n/**\n * Retrieves an URL as a string\n * @param url\n * @returns the plain text content of the URL\n */\nexport const fetchText = (url: string): Promise<string> =>\n  fetch(url).then((response) => response.text());\n\n/**\n * Extract an article from a URL\n * @param url\n * @returns the article content as a JS object\n */\nexport const fetchArticle = async (url: string) => {\n  const content = await fetchText(url);\n  const doc = parseHTML(content, { url });\n  const reader = new Readability(doc.window.document);\n  const article = reader.parse();\n\n  if (!article?.content) throw new ArticleNotFoundException(url);\n\n  return {\n    url,\n    content: article.content,\n    title: article.title,\n    byline: article.byline,\n    siteName: article.siteName,\n    lang: article.lang,\n    publishedTime: article.publishedTime,\n  };\n};\n\nexport class ArticleNotFoundException extends Error {\n  constructor(url: string) {\n    super(\n      `\nNo article found at the URL\nURL: ${url}\n`.trim(),\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,yBAA4B;AAC5B,sBAA0B;AASnB,IAAM,YAAY,CACvB,KACA,UAAqC,CAAC,MAEtC,MAAM,GAAG,EACN,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC,EAClC,KAAK,CAAC,SAAU,QAAQ,SAAS,QAAQ,OAAO,MAAM,IAAI,IAAI,IAAK;AAOjE,IAAM,YAAY,CAAC,QACxB,MAAM,GAAG,EAAE,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC;AAOxC,IAAM,eAAe,OAAO,QAAgB;AACjD,QAAM,UAAU,MAAM,UAAU,GAAG;AACnC,QAAM,UAAM,2BAAU,SAAS,EAAE,IAAI,CAAC;AACtC,QAAM,SAAS,IAAI,+BAAY,IAAI,OAAO,QAAQ;AAClD,QAAM,UAAU,OAAO,MAAM;AAE7B,MAAI,CAAC,SAAS,QAAS,OAAM,IAAI,yBAAyB,GAAG;AAE7D,SAAO;AAAA,IACL;AAAA,IACA,SAAS,QAAQ;AAAA,IACjB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,IAChB,UAAU,QAAQ;AAAA,IAClB,MAAM,QAAQ;AAAA,IACd,eAAe,QAAQ;AAAA,EACzB;AACF;AAEO,IAAM,2BAAN,cAAuC,MAAM;AAAA,EAClD,YAAY,KAAa;AACvB;AAAA,MACE;AAAA;AAAA,OAEC,GAAG;AAAA,EACR,KAAK;AAAA,IACH;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../src/web.index.ts","../src/web.bundle.ts","../src/web.lib.ts"],"sourcesContent":["export * from \"./web.bundle.ts\";\nexport * as web from \"./web.bundle.ts\";\nexport { ArticleNotFoundException } from \"./web.lib.ts\";\n","export { fetchArticle, fetchJson, fetchText } from \"./web.lib.ts\";\n","import { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom\";\nimport { type ZodSchema } from \"zod\";\n\n/**\n * Retrieves an URL as JSON\n * @param url\n * @param options.schema an optional Zod schema to validate the data against\n * @returns the JSON as a JS object\n */\nexport const fetchJson = <T>(\n  url: string,\n  options: { schema?: ZodSchema<T> } = {},\n): Promise<T> =>\n  fetch(url)\n    .then((response) => response.json())\n    .then((data) => (options.schema ? options.schema.parse(data) : data));\n\n/**\n * Retrieves an URL as a string\n * @param url\n * @returns the plain text content of the URL\n */\nexport const fetchText = (url: string): Promise<string> =>\n  fetch(url).then((response) => response.text());\n\n/**\n * Extract an article from a URL\n * @param url\n * @returns the article content as a JS object\n */\nexport const fetchArticle = async (url: string) => {\n  const content = await fetchText(url);\n  const doc = parseHTML(content, { url });\n  const reader = new Readability(doc.window.document);\n  const article = reader.parse();\n\n  if (!article?.content) throw new ArticleNotFoundException(url);\n\n  return {\n    url,\n    content: article.content,\n    title: article.title,\n    byline: article.byline,\n    siteName: article.siteName,\n    lang: article.lang,\n    publishedTime: article.publishedTime,\n  };\n};\n\nexport class ArticleNotFoundException extends Error {\n  constructor(url: string) {\n    super(\n      `\nNo article found at the URL\nURL: ${url}\n`.trim(),\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,yBAA4B;AAC5B,sBAA0B;AAC1B,iBAA+B;AAQxB,IAAM,YAAY,CACvB,KACA,UAAqC,CAAC,MAEtC,MAAM,GAAG,EACN,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC,EAClC,KAAK,CAAC,SAAU,QAAQ,SAAS,QAAQ,OAAO,MAAM,IAAI,IAAI,IAAK;AAOjE,IAAM,YAAY,CAAC,QACxB,MAAM,GAAG,EAAE,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC;AAOxC,IAAM,eAAe,OAAO,QAAgB;AACjD,QAAM,UAAU,MAAM,UAAU,GAAG;AACnC,QAAM,UAAM,2BAAU,SAAS,EAAE,IAAI,CAAC;AACtC,QAAM,SAAS,IAAI,+BAAY,IAAI,OAAO,QAAQ;AAClD,QAAM,UAAU,OAAO,MAAM;AAE7B,MAAI,CAAC,SAAS,QAAS,OAAM,IAAI,yBAAyB,GAAG;AAE7D,SAAO;AAAA,IACL;AAAA,IACA,SAAS,QAAQ;AAAA,IACjB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,IAChB,UAAU,QAAQ;AAAA,IAClB,MAAM,QAAQ;AAAA,IACd,eAAe,QAAQ;AAAA,EACzB;AACF;AAEO,IAAM,2BAAN,cAAuC,MAAM;AAAA,EAClD,YAAY,KAAa;AACvB;AAAA,MACE;AAAA;AAAA,OAEC,GAAG;AAAA,EACR,KAAK;AAAA,IACH;AAAA,EACF;AACF;","names":[]}

package/dist/web.index.js

@@ -15,6 +15,7 @@ __export(web_bundle_exports, {
 // src/web.lib.ts
 import { Readability } from "@mozilla/readability";
 import { parseHTML } from "linkedom";
+import "zod";
 var fetchJson = (url, options = {}) => fetch(url).then((response) => response.json()).then((data) => options.schema ? options.schema.parse(data) : data);
 var fetchText = (url) => fetch(url).then((response) => response.text());
 var fetchArticle = async (url) => {

package/dist/web.index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/web.bundle.ts","../src/web.lib.ts"],"sourcesContent":["export { fetchArticle, fetchJson, fetchText } from \"./web.lib\";\n","import { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom\";\nimport { type ZodSchema } from \"zod\";\n\n/**\n * Retrieves an URL as JSON\n * @param url\n * @param options.schema an optional Zod schema to validate the data against\n * @returns the JSON as a JS object\n */\nexport const fetchJson = <T>(\n  url: string,\n  options: { schema?: ZodSchema<T> } = {},\n): Promise<T> =>\n  fetch(url)\n    .then((response) => response.json())\n    .then((data) => (options.schema ? options.schema.parse(data) : data));\n\n/**\n * Retrieves an URL as a string\n * @param url\n * @returns the plain text content of the URL\n */\nexport const fetchText = (url: string): Promise<string> =>\n  fetch(url).then((response) => response.text());\n\n/**\n * Extract an article from a URL\n * @param url\n * @returns the article content as a JS object\n */\nexport const fetchArticle = async (url: string) => {\n  const content = await fetchText(url);\n  const doc = parseHTML(content, { url });\n  const reader = new Readability(doc.window.document);\n  const article = reader.parse();\n\n  if (!article?.content) throw new ArticleNotFoundException(url);\n\n  return {\n    url,\n    content: article.content,\n    title: article.title,\n    byline: article.byline,\n    siteName: article.siteName,\n    lang: article.lang,\n    publishedTime: article.publishedTime,\n  };\n};\n\nexport class ArticleNotFoundException extends Error {\n  constructor(url: string) {\n    super(\n      `\nNo article found at the URL\nURL: ${url}\n`.trim(),\n    );\n  }\n}\n"],"mappings":";;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;AASnB,IAAM,YAAY,CACvB,KACA,UAAqC,CAAC,MAEtC,MAAM,GAAG,EACN,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC,EAClC,KAAK,CAAC,SAAU,QAAQ,SAAS,QAAQ,OAAO,MAAM,IAAI,IAAI,IAAK;AAOjE,IAAM,YAAY,CAAC,QACxB,MAAM,GAAG,EAAE,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC;AAOxC,IAAM,eAAe,OAAO,QAAgB;AACjD,QAAM,UAAU,MAAM,UAAU,GAAG;AACnC,QAAM,MAAM,UAAU,SAAS,EAAE,IAAI,CAAC;AACtC,QAAM,SAAS,IAAI,YAAY,IAAI,OAAO,QAAQ;AAClD,QAAM,UAAU,OAAO,MAAM;AAE7B,MAAI,CAAC,SAAS,QAAS,OAAM,IAAI,yBAAyB,GAAG;AAE7D,SAAO;AAAA,IACL;AAAA,IACA,SAAS,QAAQ;AAAA,IACjB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,IAChB,UAAU,QAAQ;AAAA,IAClB,MAAM,QAAQ;AAAA,IACd,eAAe,QAAQ;AAAA,EACzB;AACF;AAEO,IAAM,2BAAN,cAAuC,MAAM;AAAA,EAClD,YAAY,KAAa;AACvB;AAAA,MACE;AAAA;AAAA,OAEC,GAAG;AAAA,EACR,KAAK;AAAA,IACH;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../src/web.bundle.ts","../src/web.lib.ts"],"sourcesContent":["export { fetchArticle, fetchJson, fetchText } from \"./web.lib.ts\";\n","import { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom\";\nimport { type ZodSchema } from \"zod\";\n\n/**\n * Retrieves an URL as JSON\n * @param url\n * @param options.schema an optional Zod schema to validate the data against\n * @returns the JSON as a JS object\n */\nexport const fetchJson = <T>(\n  url: string,\n  options: { schema?: ZodSchema<T> } = {},\n): Promise<T> =>\n  fetch(url)\n    .then((response) => response.json())\n    .then((data) => (options.schema ? options.schema.parse(data) : data));\n\n/**\n * Retrieves an URL as a string\n * @param url\n * @returns the plain text content of the URL\n */\nexport const fetchText = (url: string): Promise<string> =>\n  fetch(url).then((response) => response.text());\n\n/**\n * Extract an article from a URL\n * @param url\n * @returns the article content as a JS object\n */\nexport const fetchArticle = async (url: string) => {\n  const content = await fetchText(url);\n  const doc = parseHTML(content, { url });\n  const reader = new Readability(doc.window.document);\n  const article = reader.parse();\n\n  if (!article?.content) throw new ArticleNotFoundException(url);\n\n  return {\n    url,\n    content: article.content,\n    title: article.title,\n    byline: article.byline,\n    siteName: article.siteName,\n    lang: article.lang,\n    publishedTime: article.publishedTime,\n  };\n};\n\nexport class ArticleNotFoundException extends Error {\n  constructor(url: string) {\n    super(\n      `\nNo article found at the URL\nURL: ${url}\n`.trim(),\n    );\n  }\n}\n"],"mappings":";;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;AAC1B,OAA+B;AAQxB,IAAM,YAAY,CACvB,KACA,UAAqC,CAAC,MAEtC,MAAM,GAAG,EACN,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC,EAClC,KAAK,CAAC,SAAU,QAAQ,SAAS,QAAQ,OAAO,MAAM,IAAI,IAAI,IAAK;AAOjE,IAAM,YAAY,CAAC,QACxB,MAAM,GAAG,EAAE,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC;AAOxC,IAAM,eAAe,OAAO,QAAgB;AACjD,QAAM,UAAU,MAAM,UAAU,GAAG;AACnC,QAAM,MAAM,UAAU,SAAS,EAAE,IAAI,CAAC;AACtC,QAAM,SAAS,IAAI,YAAY,IAAI,OAAO,QAAQ;AAClD,QAAM,UAAU,OAAO,MAAM;AAE7B,MAAI,CAAC,SAAS,QAAS,OAAM,IAAI,yBAAyB,GAAG;AAE7D,SAAO;AAAA,IACL;AAAA,IACA,SAAS,QAAQ;AAAA,IACjB,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,IAChB,UAAU,QAAQ;AAAA,IAClB,MAAM,QAAQ;AAAA,IACd,eAAe,QAAQ;AAAA,EACzB;AACF;AAEO,IAAM,2BAAN,cAAuC,MAAM;AAAA,EAClD,YAAY,KAAa;AACvB;AAAA,MACE;AAAA;AAAA,OAEC,GAAG;AAAA,EACR,KAAK;AAAA,IACH;AAAA,EACF;AACF;","names":[]}

package/package.json

@@ -4,8 +4,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "packageManager": "yarn@4.4.0",
-  "version": "1.0.5",
+  "version": "1.1.0",
   "description": "Web scraping utilities",
   "keywords": [
     "web",
@@ -29,8 +28,8 @@
     "build": "tsup",
     "build:watch": "tsup --watch",
     "test:types": "tsc --noEmit",
-    "test:unit": "node --import tsx --test src/**/*.test.ts",
-    "test:unit:watch": "node --import tsx --watch --test src/**/*.test.ts",
+    "test:unit": "node --experimental-strip-types --test src/**/*.test.ts",
+    "test:unit:watch": "node --experimental-strip-types --watch --test --watch src/**/*.test.ts",
     "test": "yarn test:types && yarn test:unit",
     "prepare": "yarn test && yarn build"
   },
@@ -51,10 +50,9 @@
     "linkedom": "^0.18.5"
   },
   "devDependencies": {
-    "@types/node": "^22.7.9",
-    "tsup": "^8.3.0",
-    "tsx": "^4.19.1",
-    "typescript": "^5.6.3",
+    "@types/node": "^22.9.3",
+    "tsup": "^8.3.5",
+    "typescript": "^5.7.2",
     "zod": "^3.23.8"
   },
   "peerDependencies": {
@@ -65,5 +63,5 @@
     "!src/**/*.test.ts",
     "dist/**/*"
   ],
-  "gitHead": "498cf4bb25de48295b7bdf09bd9fd588be8b163e"
+  "gitHead": "7f68a964a86707c6b5f0928182b77911e048bea2"
 }

package/src/web.bundle.ts

@@ -1 +1 @@
-export { fetchArticle, fetchJson, fetchText } from "./web.lib";
+export { fetchArticle, fetchJson, fetchText } from "./web.lib.ts";

package/src/web.index.ts

@@ -1,3 +1,3 @@
-export * from "./web.bundle";
-export * as web from "./web.bundle";
-export { ArticleNotFoundException } from "./web.lib";
+export * from "./web.bundle.ts";
+export * as web from "./web.bundle.ts";
+export { ArticleNotFoundException } from "./web.lib.ts";