web-access-cli 0.4.0 → 0.5.0

package/dist/providers/extract.js

@@ -121,10 +121,47 @@ function extractHttpDocument(body, contentType) {
         title,
     };
 }
+function markdownVariantUrl(rawUrl) {
+    const url = new URL(rawUrl);
+    if (/\.md$/i.test(url.pathname))
+        return url.toString();
+    if (url.pathname.endsWith("/"))
+        url.pathname += "index.md";
+    else
+        url.pathname += ".md";
+    return url.toString();
+}
+function isMarkdownContentType(contentType) {
+    const mediaType = contentType.split(";", 1)[0]?.trim();
+    return mediaType === "text/markdown" || mediaType === "text/plain";
+}
+function looksLikeHtml(body) {
+    return /^\uFEFF?\s*(?:<!--[\s\S]*?-->\s*)*(?:<\?xml\b[\s\S]*?\?>\s*)*(?:<!doctype\s+html\b|<html\b|<head\b|<body\b)/i.test(body);
+}
 const http = {
     type: "http",
     capabilities: ["extract"],
     isConfigured: () => true,
+    async probeExtract(request) {
+        const response = await request.transport.request(markdownVariantUrl(request.url), {
+            headers: {
+                Accept: "text/markdown, text/plain;q=0.9",
+                ...request.instance.headers,
+            },
+            signal: request.signal,
+            maxResponseBytes: request.maxResponseBytes,
+        });
+        const contentType = response.headers.get("content-type")?.toLowerCase() ?? "";
+        if (response.status < 200 ||
+            response.status >= 300 ||
+            !isMarkdownContentType(contentType) ||
+            looksLikeHtml(response.body))
+            return undefined;
+        const data = documentFromContent(response.body, request);
+        if (data.document.content.trim().length < request.minContentCharacters)
+            return undefined;
+        return { data, raw: response.body };
+    },
     async extract(request) {
         const response = await request.transport.request(request.url, {
             headers: {

package/dist/providers/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/providers/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAOnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EACN,QAAQ,EACR,iBAAiB,EACjB,6BAA6B,EAC7B,GAAG,EACH,cAAc,EACd,iBAAiB,GACjB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE9C,SAAS,mBAAmB,CAC3B,OAAe,EACf,OAA8B,EAC9B,KAAK,GAAG,EAAE;IAEV,MAAM,UAAU,GAAG,OAAO;SACxB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,IAAI,EAAE,CAAC;IACT,OAAO;QACN,QAAQ,EAAE;YACT,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;YACnB,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,eAAe;SAC5B;KACD,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7E,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACtC,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACxE,MAAM,MAAM,GAAG,mBAAmB,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,CACf,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CACjE,CAAC,IAAI,EAAE,CAAC;IACT,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACpE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,IAAI,YAAY,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,SAAS,GAAoB;IAClC,IAAI,EAAE,WAAW;IACjB,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAC1B,CAAC,CAAC,QAAQ,CAAC,OAAO;QAClB,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,OAAO,KAAK,2BAA2B,CAAC;IACxE,KAAK,CAAC,OAAO,CAAC,OAAO;QACpB,IAAI,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,2BAA2B;YACnE,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAC/C,aAAa,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,EAC5D;YACC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,6BAA6B,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACxD,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;aAC1B,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YACjE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CACD,CAAC;QACF,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,IAAI,GACT,MAAM,CAAC,IAAI;YACX,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC/B,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YAC1B,CAAC,CAAE,MAAM,CAAC,IAAgC;YAC1C,CAAC,CAAC,MAAM,CAAC;QACX,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO;YACX,MAAM,IAAI,cAAc,CACvB,mBAAmB,EACnB,4BAA4B,EAC5B,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CACjE,CAAC;QACH,MAAM,QAAQ,GACb,IAAI,CAAC,QAAQ;YACb,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;YACjC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC5B,CAAC,CAAE,IAAI,CAAC,QAAoC;YAC5C,CAAC,CAAC,SAAS,CAAC;QACd,OAAO;YACN,IAAI,EAAE,mBAAmB,CACxB,OAAO,EACP,OAAO,EACP,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CACvD;YACD,GAAG,EAAE,MAAM;SACX,CAAC;IACH,CAAC;CACD,CAAC;AAEF,MAAM,IAAI,GAAoB;IAC7B,IAAI,EAAE,MAAM;IACZ,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO;IAC9C,KAAK,CAAC,OAAO,CAAC,OAAO;QACpB,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;YACxD,OAAO,EAAE,6BAA6B,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACxD,MAAM,EAAE,eAAe;aACvB,CAAC;YACF,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CAAC,CAAC;QACH,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO;YACN,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;YAChE,GAAG,EAAE,QAAQ,CAAC,IAAI;SAClB,CAAC;IACH,CAAC;CACD,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACpC,YAAY,EAAE,KAAK;IACnB,gBAAgB,EAAE,GAAG;IACrB,cAAc,EAAE,QAAQ;CACxB,CAAC,CAAC;AAEH,SAAS,mBAAmB,CAC3B,IAAY,EACZ,WAAmB;IAEnB,MAAM,MAAM,GACX,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC;QAC/B,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAClD,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACvE,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,QAA+B,CAAC,CAAC,KAAK,EAAE,CAAC;QACzE,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACtB,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;YACvB,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC;QACxC,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,IAAI,GAAG,IAAI,CAAC;IACb,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO;QACN,QAAQ,EAAE,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW;QAC7D,KAAK;KACL,CAAC;AACH,CAAC;AAED,MAAM,IAAI,GAAoB;IAC7B,IAAI,EAAE,MAAM;IACZ,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI;IACxB,KAAK,CAAC,OAAO,CAAC,OAAO;QACpB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE;YAC7D,OAAO,EAAE;gBACR,MAAM,EACL,0EAA0E;gBAC3E,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO;aAC3B;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CAAC,CAAC;QACH,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,WAAW,GAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC3D,IACC,0BAA0B,CAAC,IAAI,CAAC,WAAW,CAAC;YAC5C,uCAAuC,CAAC,IAAI,CAAC,WAAW,CAAC,EACxD,CAAC;YACF,MAAM,IAAI,cAAc,CACvB,qBAAqB,EACrB,aAAa,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EACxC;gBACC,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC/B,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,QAAQ,CAAC,IAAI;aAClB,CACD,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC/D,OAAO;YACN,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;YACjE,GAAG,EAAE,QAAQ,CAAC,IAAI;SAClB,CAAC;IACH,CAAC;CACD,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC"}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/providers/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAOnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EACN,QAAQ,EACR,iBAAiB,EACjB,6BAA6B,EAC7B,GAAG,EACH,cAAc,EACd,iBAAiB,GACjB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE9C,SAAS,mBAAmB,CAC3B,OAAe,EACf,OAA8B,EAC9B,KAAK,GAAG,EAAE;IAEV,MAAM,UAAU,GAAG,OAAO;SACxB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,IAAI,EAAE,CAAC;IACT,OAAO;QACN,QAAQ,EAAE;YACT,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;YACnB,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,eAAe;SAC5B;KACD,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7E,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACtC,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACxE,MAAM,MAAM,GAAG,mBAAmB,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,CACf,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CACjE,CAAC,IAAI,EAAE,CAAC;IACT,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACpE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,IAAI,YAAY,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,SAAS,GAAoB;IAClC,IAAI,EAAE,WAAW;IACjB,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAC1B,CAAC,CAAC,QAAQ,CAAC,OAAO;QAClB,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,OAAO,KAAK,2BAA2B,CAAC;IACxE,KAAK,CAAC,OAAO,CAAC,OAAO;QACpB,IAAI,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,2BAA2B;YACnE,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAC/C,aAAa,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,EAC5D;YACC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,6BAA6B,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACxD,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;aAC1B,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YACjE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CACD,CAAC;QACF,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,IAAI,GACT,MAAM,CAAC,IAAI;YACX,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC/B,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YAC1B,CAAC,CAAE,MAAM,CAAC,IAAgC;YAC1C,CAAC,CAAC,MAAM,CAAC;QACX,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO;YACX,MAAM,IAAI,cAAc,CACvB,mBAAmB,EACnB,4BAA4B,EAC5B,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CACjE,CAAC;QACH,MAAM,QAAQ,GACb,IAAI,CAAC,QAAQ;YACb,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;YACjC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC5B,CAAC,CAAE,IAAI,CAAC,QAAoC;YAC5C,CAAC,CAAC,SAAS,CAAC;QACd,OAAO;YACN,IAAI,EAAE,mBAAmB,CACxB,OAAO,EACP,OAAO,EACP,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CACvD;YACD,GAAG,EAAE,MAAM;SACX,CAAC;IACH,CAAC;CACD,CAAC;AAEF,MAAM,IAAI,GAAoB;IAC7B,IAAI,EAAE,MAAM;IACZ,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO;IAC9C,KAAK,CAAC,OAAO,CAAC,OAAO;QACpB,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;YACxD,OAAO,EAAE,6BAA6B,CAAC,OAAO,CAAC,QAAQ,EAAE;gBACxD,MAAM,EAAE,eAAe;aACvB,CAAC;YACF,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CAAC,CAAC;QACH,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO;YACN,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;YAChE,GAAG,EAAE,QAAQ,CAAC,IAAI;SAClB,CAAC;IACH,CAAC;CACD,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACpC,YAAY,EAAE,KAAK;IACnB,gBAAgB,EAAE,GAAG;IACrB,cAAc,EAAE,QAAQ;CACxB,CAAC,CAAC;AAEH,SAAS,mBAAmB,CAC3B,IAAY,EACZ,WAAmB;IAEnB,MAAM,MAAM,GACX,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC;QAC/B,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAClD,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACvE,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,QAA+B,CAAC,CAAC,KAAK,EAAE,CAAC;QACzE,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACtB,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;YACvB,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC;QACxC,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,IAAI,GAAG,IAAI,CAAC;IACb,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO;QACN,QAAQ,EAAE,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW;QAC7D,KAAK;KACL,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACzC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5B,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,GAAG,CAAC,QAAQ,IAAI,UAAU,CAAC;;QACtD,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC;IAC3B,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACvB,CAAC;AAED,SAAS,qBAAqB,CAAC,WAAmB;IACjD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IACvD,OAAO,SAAS,KAAK,eAAe,IAAI,SAAS,KAAK,YAAY,CAAC;AACpE,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAClC,OAAO,8GAA8G,CAAC,IAAI,CACzH,IAAI,CACJ,CAAC;AACH,CAAC;AAED,MAAM,IAAI,GAAoB;IAC7B,IAAI,EAAE,MAAM;IACZ,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI;IACxB,KAAK,CAAC,YAAY,CACjB,OAAO;QAEP,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAC/C,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,EAC/B;YACC,OAAO,EAAE;gBACR,MAAM,EAAE,iCAAiC;gBACzC,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO;aAC3B;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CACD,CAAC;QACF,MAAM,WAAW,GAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC3D,IACC,QAAQ,CAAC,MAAM,GAAG,GAAG;YACrB,QAAQ,CAAC,MAAM,IAAI,GAAG;YACtB,CAAC,qBAAqB,CAAC,WAAW,CAAC;YACnC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;YAE5B,OAAO,SAAS,CAAC;QAClB,MAAM,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,oBAAoB;YACrE,OAAO,SAAS,CAAC;QAClB,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,OAAO;QACpB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE;YAC7D,OAAO,EAAE;gBACR,MAAM,EACL,0EAA0E;gBAC3E,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO;aAC3B;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC1C,CAAC,CAAC;QACH,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,WAAW,GAChB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC3D,IACC,0BAA0B,CAAC,IAAI,CAAC,WAAW,CAAC;YAC5C,uCAAuC,CAAC,IAAI,CAAC,WAAW,CAAC,EACxD,CAAC;YACF,MAAM,IAAI,cAAc,CACvB,qBAAqB,EACrB,aAAa,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EACxC;gBACC,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC/B,SAAS,EAAE,KAAK;gBAChB,GAAG,EAAE,QAAQ,CAAC,IAAI;aAClB,CACD,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC/D,OAAO;YACN,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;YACjE,GAAG,EAAE,QAAQ,CAAC,IAAI;SAClB,CAAC;IACH,CAAC;CACD,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC"}

package/dist/version.js

@@ -1,2 +1,2 @@
-export const VERSION = "0.4.0";
+export const VERSION = "0.5.0";
 //# sourceMappingURL=version.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "web-access-cli",
-  "version": "0.4.0",
+  "version": "0.5.0",
   "description": "Agent-neutral web search and content extraction CLI",
   "license": "MIT",
   "repository": {

package/schemas/config.schema.json

@@ -237,7 +237,13 @@
             "pattern": "^[a-z][a-z0-9_-]{0,63}$"
           }
         },
-        "_providers": {},
+        "providers_fallback": {
+          "type": "array",
+          "items": {
+            "type": "string",
+            "pattern": "^[a-z][a-z0-9_-]{0,63}$"
+          }
+        },
         "limit": {
           "type": "integer",
           "minimum": 1,
@@ -268,7 +274,13 @@
             "pattern": "^[a-z][a-z0-9_-]{0,63}$"
           }
         },
-        "_providers": {},
+        "providers_fallback": {
+          "type": "array",
+          "items": {
+            "type": "string",
+            "pattern": "^[a-z][a-z0-9_-]{0,63}$"
+          }
+        },
         "timeoutMs": {
           "type": "integer",
           "minimum": 1

package/schemas/output.schema.json

@@ -1420,6 +1420,78 @@
         }
       }
     },
+    {
+      "type": "object",
+      "required": [
+        "schemaVersion",
+        "ok",
+        "command",
+        "durationMs",
+        "data"
+      ],
+      "properties": {
+        "schemaVersion": {
+          "type": "number",
+          "const": 2
+        },
+        "ok": {
+          "type": "boolean",
+          "const": true
+        },
+        "command": {
+          "type": "string",
+          "const": "config.init"
+        },
+        "durationMs": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "data": {
+          "type": "object",
+          "required": [
+            "path",
+            "created",
+            "searchProviders",
+            "searchFallbackProviders",
+            "extractProviders",
+            "extractFallbackProviders"
+          ],
+          "properties": {
+            "path": {
+              "type": "string"
+            },
+            "created": {
+              "type": "boolean",
+              "const": true
+            },
+            "searchProviders": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "searchFallbackProviders": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "extractProviders": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "extractFallbackProviders": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          }
+        }
+      }
+    },
     {
       "type": "object",
       "required": [
@@ -1452,6 +1524,10 @@
               "type": "string",
               "const": "config.edit"
             },
+            {
+              "type": "string",
+              "const": "config.init"
+            },
             {
               "type": "null"
             }