website-api 1.0.6 → 1.1.2

package/dist/src/sites/google.com/google-helpers.js

@@ -0,0 +1 @@
+export function formEncode(t){let e="";const r=String(t??"");for(let t=0;t<r.length;t++){const n=r.codePointAt(t);if(void 0===n)continue;const o=String.fromCodePoint(n);if(n>65535&&t++," "===o)e+="+";else if("ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_.~".includes(o))e+=o;else for(const t of utf8Bytes(n))e+=`%${t.toString(16).toUpperCase().padStart(2,"0")}`}return e}export function utf8Bytes(t){return t<=127?[t]:t<=2047?[192|t>>6,128|63&t]:t<=65535?[224|t>>12,128|t>>6&63,128|63&t]:[240|t>>18,128|t>>12&63,128|t>>6&63,128|63&t]}export function utf8String(t){let e="";for(let r=0;r<t.length;r++){const n=t[r];let o=n;192==(224&n)?o=(31&n)<<6|63&t[++r]:224==(240&n)?o=(15&n)<<12|(63&t[++r])<<6|63&t[++r]:240==(248&n)&&(o=(7&n)<<18|(63&t[++r])<<12|(63&t[++r])<<6|63&t[++r]),e+=String.fromCodePoint(o)}return e}export function percentDecode(t){const e=String(t??"").replace(/\+/g," ");let r="";for(let t=0;t<e.length;t++){if("%"!==e[t]||!/[0-9a-fA-F]{2}/.test(e.slice(t+1,t+3))){r+=e[t];continue}const n=[];for(;"%"===e[t]&&/[0-9a-fA-F]{2}/.test(e.slice(t+1,t+3));)n.push(Number.parseInt(e.slice(t+1,t+3),16)),t+=3;t--;try{r+=utf8String(n)}catch{r+=n.map(t=>`%${t.toString(16).toUpperCase().padStart(2,"0")}`).join("")}}return r}export function parseQueryString(t){const e={};for(const r of String(t??"").replace(/^\?/,"").split("&")){if(!r)continue;const t=r.indexOf("="),n=-1===t?r:r.slice(0,t),o=-1===t?"":r.slice(t+1);e[percentDecode(n)]=percentDecode(o)}return e}export function buildQueryString(t){return Object.entries(t).filter(([,t])=>null!=t&&""!==t).map(([t,e])=>`${formEncode(t)}=${formEncode(e)}`).join("&")}export function googlePath(t){const e=/^https?:\/\/([^/]+)(\/[^?#]*)?/i.exec(String(t??""));return e&&/(^|\.)google\.[^/]+$/i.test(e[1])?e[2]||"/":null}export function stripXssi(t){return t.replace(/^\s*\)\]\}'\s*\n?/,"")}export function parseJsonMaybe(t){try{return JSON.parse(t)}catch{return}}export function parseGoogleRecordStream(t){const e=[];for(const r of stripXssi(t).split(/\r?\n/)){const t=r.trim();if(!t)continue;const n=/^([a-zA-Z0-9_-]+);(.*)$/.exec(t);if(!n)continue;const o=n[2].trim();e.push({id:n[1],value:parseJsonMaybe(o)??o})}return e}export function decodeGoogleBody({body:t,contentType:e=""}){const r=String(t??""),n=stripXssi(r).trimStart(),o=/^\s*\)\]\}'/.test(r),i=/^[\[{]/.test(n)?parseJsonMaybe(n):void 0,s=void 0===i?parseGoogleRecordStream(r):[];let c="text";return(e.includes("html")||/^\s*</.test(n))&&(c="html"),o&&void 0!==i?c="google-xssi-json":o&&s.length?c="google-xssi-record-stream":void 0!==i?c="json":s.length&&(c="google-record-stream"),{format:c,xssiPrefixed:o,parsed:i,records:s}}export function cleanText(t,e=4e3){return String(t??"").replace(/\u0000/g,"").replace(/[ \t]+\n/g,"\n").trim().slice(0,e)}export function extractAnswerFromText(t){const e=String(t??"").split("\n").map(t=>t.trim()).filter(Boolean),r=e.findIndex(t=>/AI Mode response is ready/i.test(t));if(r>0)return e[r-1];const n=/^(Skip to main content|Accessibility help|Accessibility feedback|AI Mode|All|Images|Videos|News|More|Search Results|Sources|Related)$/i;return e.find(t=>!n.test(t))??null}export function cleanHtml(t){let e=t.replace(/&lt;/g,"<").replace(/&gt;/g,">").replace(/&amp;/g,"&").replace(/&nbsp;/g," ");return e=function(t){let e="",r=0;for(;r<t.length;){const n=t.toLowerCase().indexOf("<style",r);if(-1===n){e+=t.slice(r);break}e+=t.slice(r,n);const o=t.toLowerCase().indexOf("</style>",n);if(-1===o)break;r=o+8}let n="";for(r=0;r<e.length;){const t=e.toLowerCase().indexOf("<script",r);if(-1===t){n+=e.slice(r);break}n+=e.slice(r,t);const o=e.toLowerCase().indexOf("<\/script>",t);if(-1===o)break;r=o+9}return n}(e),e=e.replace(/<[^>]+>/g," "),e.replace(/\s+/g," ").trim()}export function findHtmlInObject(t){if(!t)return null;if("string"==typeof t){const e=t.trim();return e.startsWith("<")||e.includes("class=")||e.includes("id=")?t:null}if(Array.isArray(t))for(const e of t){const t=findHtmlInObject(e);if(t)return t}else if("object"==typeof t){if("string"==typeof t.html)return t.html;if("string"==typeof t.aimc_block?.html)return t.aimc_block.html;if("string"==typeof t.value&&(t.value.startsWith("<")||t.value.includes("class=")))return t.value;for(const e of Object.values(t)){const t=findHtmlInObject(e);if(t)return t}}return null}export function extractAnswerFromRecordStream(t){try{const e=stripXssi(t).trimStart();if(e.startsWith("<")||e.includes("class=")||e.includes("id="))return cleanHtml(e);for(const e of parseGoogleRecordStream(t)){const t=findHtmlInObject(e.value);if(t)return cleanHtml(t)}}catch{}return null}

package/dist/src/sites/google.com/index.d.ts

@@ -0,0 +1,2 @@
+declare const _default: import("../../types.js").Site;
+export default _default;

package/dist/src/sites/google.com/index.js

@@ -0,0 +1 @@
+import{defineSite as e}from"../../core/define-site.js";import{buildQueryString as t,cleanText as o,decodeGoogleBody as n,extractAnswerFromRecordStream as r,extractAnswerFromText as s,formEncode as i,googlePath as a,parseQueryString as l}from"./google-helpers.js";function u(e,t){return e.map(e=>{const o=null==e.body?null:n({body:e.body,contentType:e.mimeType});return{method:e.method,type:e.type,url:e.url,status:e.status,mimeType:e.mimeType,decodedFormat:o?.format??null,recordCount:o?.records?.length??0,bodyPrefix:null==e.body?null:e.body.slice(0,t)}})}export default e({id:"google-ai",name:"Google AI Overview",domain:"google.com",description:"Fetches Google's AI Overview and AI Mode answers using browser-attached Playwright.",transport:"browser",cookies:"optional",endpoints:[{url:"https://www.google.com"}],positionals:[{name:"question",description:"The search query or question to ask Google",required:!0,variadic:!0}],parameters:[{name:"raw-limit",type:"number",description:"Max raw response chars to include",default:12e3},{name:"timeout",type:"number",description:"Playwright timeout in milliseconds",default:9e4},{name:"text",type:"boolean",description:"Print only the extracted AI Overview answer text",short:"t"}],run:async e=>{const d=e.options.question,c=void 0!==e.options.rawLimit?Number(e.options.rawLimit):12e3,m=void 0!==e.options.timeout?Number(e.options.timeout):9e4,p=await e.browser(),y=await p.context().newCDPSession(p);await y.send("Network.enable",{maxTotalBufferSize:1e8,maxResourceBufferSize:1e8});const w=[],g=new Map;y.on("Network.requestWillBeSent",e=>{const t=e.request||{};(e=>{const t=a(e);return"/search"===t||t?.startsWith("/async/")||t?.includes("batchexecute")})(t.url)&&(g.set(e.requestId,w.length),w.push({id:e.requestId,type:e.type,method:t.method,url:t.url,postData:t.postData||null,status:null,mimeType:null,body:null}))}),y.on("Network.responseReceived",e=>{const t=g.get(e.requestId);null!=t&&(w[t].status=e.response.status,w[t].mimeType=e.response.mimeType)}),y.on("Network.loadingFinished",async e=>{const t=g.get(e.requestId);if(null!=t)try{const o=w[t].mimeType||"";if(!/text|json|html|javascript|x-protobuf/.test(o))return;const n=await y.send("Network.getResponseBody",{requestId:e.requestId});w[t].body=n.base64Encoded?null:(n.body||"").slice(0,c)}catch{}});const f=`https://www.google.com/search?${t({q:d,udm:"50"})}`;e.debug&&console.log(`Navigating to Google Search: ${f}`),await p.goto(f,{waitUntil:"domcontentloaded"});const h=await async function(e,t){const o=Date.now();for(;Date.now()-o<Math.min(t,45e3);){await e.waitForTimeout(750);const t=await e.evaluate(()=>{const e=Array.from(document.querySelectorAll('[jsname="KFl8ub"], [data-attrid], .kp-wholepage')).map(e=>e.innerText?.trim()).filter(Boolean).find(e=>!/^(Sources|Related|AI Mode response is ready)$/i.test(e));if(e)return e;const t=(document.body?.innerText||"").split("\n").map(e=>e.trim()).filter(Boolean),o=t.findIndex(e=>/AI Mode response is ready/i.test(e));return o>0?t[o-1]:null});if(t)return t}return null}(p,m),b=await async function(e,t){return e.evaluate(e=>{const t=document.body?.innerText||"",o=document.documentElement?.outerHTML||"";return{title:document.title,url:document.location.href,bodyText:t.slice(0,e),htmlPrefix:o.slice(0,e)}},t)}(p,c),x=await async function(e){const o=await e.evaluate(()=>{const e=document.querySelector("[data-garc][data-lro-token][data-lro-signature][data-ei]");if(!e)return{url:null,error:"Missing AI Mode token container"};const t=document.getElementById("rKxeg")?.getAttribute("data-stkp")||null;return{origin:document.location.origin,search:document.location.search,stkp:t,fmt:document.querySelector("[data-madl]")?"madl":"adl",tokens:{ei:e.dataset.ei,garc:e.dataset.garc,lroToken:e.dataset.lroToken,lroSignature:e.dataset.lroSignature,xsrfFolwrToken:e.dataset.xsrfFolwrToken||null,srtst:e.dataset.srtst||null}}});if(!o?.origin)return o;const n=l(o.search),r={},s=["q","udm","mstk","csuir","mtid","ved","vet","sei","dpr","hl","gl","source","vsrid","lns_img","cinpts"];for(const e of s)n[e]&&(r[e]=n[e]);o.tokens.srtst&&(r.srtst=o.tokens.srtst),r.garc=o.tokens.garc,r.mlro=o.tokens.lroToken,r.mlros=o.tokens.lroSignature,r.ei=o.tokens.ei,o.stkp&&(r.stkp=o.stkp);const a={_fmt:o.fmt};o.tokens.xsrfFolwrToken&&(a._xsrf=o.tokens.xsrfFolwrToken);const u=t(r),d=Object.entries(a).map(([e,t])=>`${i(e)}:${i(t)}`).join(",");return{url:`${o.origin}/async/folwr?${u}&async=${d}`,tokens:o.tokens}}(p);let k=null;if(x?.url){e.debug&&console.log(`Discovered folwr endpoint: ${x.url}`);try{const e=await p.evaluate(async e=>(await fetch(e)).text(),x.url),t=r(e),o=s(e),i=!o||o.includes("<")||o.includes("class=")?null:o;k={title:b.title,url:x.url,bodyText:e,htmlPrefix:e.slice(0,c),answer:t||i,decoded:n({body:e,contentType:"text/plain"})}}catch(t){e.debug&&console.warn("Failed to query folwr endpoint in-page:",t)}}await p.waitForTimeout(500);const T=k?.answer||h||s(b.bodyText);return{question:d,answer:o(T,c)||null,finalUrl:p.url(),endpoint:x||null,searchPage:{title:b.title,url:b.url,bodyText:o(b.bodyText,c)},endpointResult:k?{title:k.title,url:k.url,bodyText:o(k.bodyText,c),htmlPrefix:k.htmlPrefix,decoded:k.decoded}:null,requests:u(w,c)}}});

package/dist/src/sites/ollama.com/index.d.ts

@@ -0,0 +1,9 @@
+export declare function extractPlan(html: string): string;
+export declare function extractUsage(html: string, label: string): {
+    usage: string;
+    reset: string;
+};
+/** Parses the Ollama settings HTML into a usage summary. Pure + testable. */
+export declare function parseOllamaUsage(html: string): Record<string, string>;
+declare const _default: import("../../types.js").Site;
+export default _default;

package/dist/src/sites/ollama.com/index.js

@@ -0,0 +1 @@
+import{defineSite as e}from"../../core/define-site.js";export function extractPlan(e){return e.match(/Cloud Usage[\s\S]*?<\/span>[\s\S]*?<span[^>]*>([\s\S]*?)<\/span/i)?.[1]?.trim()??"unknown"}export function extractUsage(e,a){const s=a.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");const t=new RegExp(`<div[\\s\\S]*?<span[^>]*>\\s*${s}\\s*<\\/span>[\\s\\S]*?aria-label="${s}\\s+([^"]+)"[\\s\\S]*?data-time="([^"]+)"`,"i"),n=e.match(t);return{usage:n?.[1]?.replace(/\s+used$/i,"").trim()??"unknown",reset:n?.[2]?.trim()??"unknown"}}export function parseOllamaUsage(e){const a=extractUsage(e,"Session usage"),s=extractUsage(e,"Weekly usage");return{time:(new Date).toISOString(),Plan:extractPlan(e),"Session Usage":a.usage,"Session Reset":a.reset,"Weekly Usage":s.usage,"Weekly Reset":s.reset}}export default e({id:"ollama-usage",name:"Ollama Usage",domain:"ollama.com",description:"Fetches Ollama plan and usage details from the authenticated settings page.",endpoints:[{url:"https://ollama.com/settings",responseType:"html",transform:e=>parseOllamaUsage("string"==typeof e?e:String(e))}]});

package/dist/src/sites/perplexity.ai/index.d.ts

@@ -0,0 +1,50 @@
+export declare function applyPatchOne(doc: any, patch: any): any;
+export declare function applyBlockState(state: any, data: any): void;
+export declare function extractAnswer(final: any, state: any): any;
+/** Reduces a list of parsed SSE frames into the final answer + state. */
+export declare function reduceFrames(frames: any[]): {
+    state: any;
+    final: any;
+    answer: any;
+    chunks: any[];
+};
+export declare function makeDefaultBody(): {
+    params: {
+        attachments: never[];
+        language: string;
+        timezone: string;
+        search_focus: string;
+        sources: string[];
+        frontend_uuid: `${string}-${string}-${string}-${string}-${string}`;
+        mode: string;
+        model_preference: string;
+        is_related_query: boolean;
+        is_sponsored: boolean;
+        frontend_context_uuid: `${string}-${string}-${string}-${string}-${string}`;
+        prompt_source: string;
+        query_source: string;
+        is_incognito: boolean;
+        time_from_first_type: number;
+        local_search_enabled: boolean;
+        use_schematized_api: boolean;
+        send_back_text_in_streaming_api: boolean;
+        supported_block_use_cases: string[];
+        client_coordinates: null;
+        mentions: never[];
+        dsl_query: string;
+        skip_search_enabled: boolean;
+        is_nav_suggestions_disabled: boolean;
+        source: string;
+        always_search_override: boolean;
+        override_no_search: boolean;
+        should_ask_for_mcp_tool_confirmation: boolean;
+        browser_agent_allow_once_from_toggle: boolean;
+        force_enable_browser_agent: boolean;
+        supported_features: string[];
+        extended_context: boolean;
+        version: string;
+    };
+    query_str: string;
+};
+declare const _default: import("../../types.js").Site;
+export default _default;

package/dist/src/sites/perplexity.ai/index.js

@@ -0,0 +1 @@
+import{randomUUID as e}from"node:crypto";import{defineSite as t}from"../../core/define-site.js";const r="https://www.perplexity.ai/rest/sse/perplexity_ask";function n(e){return e.replace(/~1/g,"/").replace(/~0/g,"~")}export function applyPatchOne(e,t){const r=t.op,o=t.path??"";if(""===o){if("replace"===r||"add"===r)return t.value;if("remove"===r)return null}const s=o.split("/").slice(1).map(n);null==e&&(e=/^\d+$/.test(s[0]??"")?[]:{});let i=e;for(let e=0;e<s.length-1;e++){const t=s[e],r=/^\d+$/.test(s[e+1]??"");if(Array.isArray(i)){const e=Number(t);for(;i.length<=e;)i.push(r?[]:{});i=i[e]}else i[t]??=r?[]:{},i=i[t]}const a=s.at(-1);if(null==a)return e;if(Array.isArray(i)){const e="-"===a?i.length:Number(a);"add"===r?i.splice(e,0,t.value):"replace"===r?i[e]=t.value:"remove"===r&&i.splice(e,1)}else"remove"===r?delete i[a]:"add"!==r&&"replace"!==r||(i[a]=t.value);return e}export function applyBlockState(e,t){for(const r of t?.blocks??[]){const t=r.intended_usage;for(const[n,o]of Object.entries(r))"intended_usage"!==n&&"diff_block"!==n&&t&&(e[t]=o);const n=r.diff_block;if(n?.field){e[n.field]??=null;for(const t of n.patches??[])e[n.field]=applyPatchOne(e[n.field],t)}}}export function extractAnswer(e,t){for(const t of e?.blocks??[]){const e=t.markdown_block;if(null!=e?.answer)return e.answer;if(Array.isArray(e?.chunks))return e.chunks.join("")}for(const e of["ask_text","ask_text_0_markdown","markdown_block"]){const r=t[e];if(null!=r?.answer)return r.answer;if(Array.isArray(r?.chunks))return r.chunks.join("")}return null}export function reduceFrames(e){const t={};let r=null;for(const n of e)applyBlockState(t,n),(n.final||"COMPLETED"===n.status||n.text_completed)&&(r=n);return!r&&e.length&&(r=e[e.length-1]),{state:t,final:r,answer:extractAnswer(r,t),chunks:e}}export function makeDefaultBody(){return{params:{attachments:[],language:"en-US",timezone:Intl.DateTimeFormat().resolvedOptions().timeZone||"America/New_York",search_focus:"internet",sources:["web"],frontend_uuid:e(),mode:"copilot",model_preference:"claude46sonnet",is_related_query:!1,is_sponsored:!1,frontend_context_uuid:e(),prompt_source:"user",query_source:"home",is_incognito:!1,time_from_first_type:1,local_search_enabled:!1,use_schematized_api:!0,send_back_text_in_streaming_api:!1,supported_block_use_cases:["answer_modes","media_items","knowledge_cards","inline_entity_cards","place_widgets","finance_widgets","prediction_market_widgets","sports_widgets","flight_status_widgets","news_widgets","shopping_widgets","jobs_widgets","search_result_widgets","inline_images","inline_assets","placeholder_cards","diff_blocks","inline_knowledge_cards","entity_group_v2","refinement_filters","canvas_mode","maps_preview","answer_tabs","price_comparison_widgets","preserve_latex","generic_onboarding_widgets","in_context_suggestions","pending_followups","inline_claims","unified_assets","workflow_steps","background_agents"],client_coordinates:null,mentions:[],dsl_query:"",skip_search_enabled:!0,is_nav_suggestions_disabled:!1,source:"default",always_search_override:!1,override_no_search:!1,should_ask_for_mcp_tool_confirmation:!0,browser_agent_allow_once_from_toggle:!1,force_enable_browser_agent:!1,supported_features:["browser_agent_permission_banner_v1.1"],extended_context:!1,version:"2.18"},query_str:""}}export default t({id:"perplexity",name:"Perplexity AI Ask",domain:"perplexity.ai",description:"Fetches live streaming answers from Perplexity AI using its private REST/SSE API.",positionals:[{name:"question",description:"The query or question to ask Perplexity AI",required:!0,variadic:!0}],parameters:[{name:"model",type:"string",description:"Model preference (e.g. 'claude46sonnet')",default:"claude46sonnet",short:"m"},{name:"out",type:"string",description:"Write decoded response JSON to file instead of stdout"},{name:"timeout",type:"number",description:"Request timeout in milliseconds",default:75e3},{name:"text",type:"boolean",description:"Print only the extracted text answer",short:"t"}],run:async t=>{const n=t.options.question,o=t.options.model||"claude46sonnet",s=void 0!==t.options.timeout?Number(t.options.timeout):75e3;if(0===t.cookies().length)throw new Error("No login found in browser. Please log in to perplexity.ai in Google Chrome.");const i=makeDefaultBody();let a;i.params.frontend_uuid=e(),i.params.frontend_context_uuid=e(),i.params.model_preference=o,i.params.dsl_query=n,i.params.time_from_first_type=1,i.query_str=n;try{a=await t.http.sse(r,{method:"POST",headers:{"content-type":"application/json",origin:"https://www.perplexity.ai",referer:"https://www.perplexity.ai/","x-perplexity-request-endpoint":r,"x-request-id":i.params.frontend_uuid},body:JSON.stringify(i),signal:AbortSignal.timeout(s)})}catch(e){if(e instanceof Error&&("AbortError"===e.name||"TimeoutError"===e.name))throw new Error(`Perplexity request timed out after ${s}ms.`);throw e}const l=reduceFrames(a.frames);return{endpoint:r,http_code:a.status,content_type:a.contentType,request:{query:n,model_preference:o,frontend_uuid:i.params.frontend_uuid,frontend_context_uuid:i.params.frontend_context_uuid},answer:l.answer,state:l.state,final:l.final,chunks:l.chunks}}});

package/dist/src/sites/pseg.com/index.d.ts

@@ -0,0 +1,2 @@
+declare const _default: import("../../types.js").Site;
+export default _default;

package/dist/src/sites/pseg.com/index.js

@@ -0,0 +1 @@
+import{defineSite as t}from"../../core/define-site.js";import{formatPropertyLabel as e,inferServiceTypeFromPropertyTitle as o,intervalToValue as r,normalizeInterval as a}from"./pseg-helpers.js";const i="https://mysmartenergy.nj.pseg.com/Dashboard";async function n(t,e){if(!e.url().toLowerCase().startsWith("https://mysmartenergy.nj.pseg.com/dashboard")){t.debug&&console.log(`Navigating to Dashboard from '${e.url()}'...`),await e.goto(i,{waitUntil:"domcontentloaded"});await e.locator("#LoginEmail").isVisible().catch(()=>!1)&&(t.debug&&console.log("Session expired or redirected to login. Re-authenticating..."),t.site.auth&&await t.site.auth.ensureLoggedIn({page:e,debug:t.debug,getCredentials:t.credentials}))}}async function s(t,e){return await async function(t,e){if(await n(t,e),!await e.locator('.selectPropertyContainer input[placeholder="Search"]').isVisible().catch(()=>!1)){const t=e.getByRole("link",{name:"Select Property"});await t.waitFor({state:"visible",timeout:5e3}).catch(()=>{});try{await t.click()}catch{await e.locator('a:has-text("Select Property")').first().click()}await e.waitForSelector(".selectPropertyContainer",{state:"visible",timeout:5e3})}}(t,e),e.evaluate(()=>Array.from(document.querySelectorAll(".selectPropertyContainer li")).map(t=>{const e=Array.from(t.querySelectorAll("h4"));return{propertyId:t.getAttribute("data-property-id")||"",propertyType:t.getAttribute("data-property-type")||"",title:t.querySelector("h2")?.textContent?.trim()||"",owner:e[0]?.textContent?.trim()||"",address:e[1]?.textContent?.trim()||"",isCurrent:t.classList.contains("current")}}))}async function l(t,e,o){return t.evaluate(({selector:t,value:e})=>{const o=document.querySelector(t);if(!o)throw new Error(`${t} select not found`);return o.value=e,o.dispatchEvent(new Event("change",{bubbles:!0})),{value:o.value}},{selector:`select[name="${e}"]`,value:o})}async function c(t,e,o){const a="Gas"===e?"4":"1";if("Gas"===e&&"Billing"!==o)throw new Error("Gas usage only supports the Billing interval.");const i=r(o);if(!i)throw new Error(`Unsupported interval mapping: ${o}`);await t.waitForSelector('select[name="SelectedServiceType"]',{state:"attached",timeout:5e3});const n=await l(t,"SelectedServiceType",a);if(n.value!==a)throw new Error(`Failed to set service type: ${JSON.stringify(n)}`);await t.waitForTimeout(500),await t.waitForSelector('select[name="SelectedInterval"]',{state:"attached",timeout:5e3});const s=await async function(t,e){return t.evaluate(t=>{const e=document.querySelector(t);if(!e)throw new Error(`${t} select not found`);return{value:e.value,options:Array.from(e.options).map(t=>({value:t.value,text:t.textContent?.trim()||""}))}},`select[name="${e}"]`)}(t,"SelectedInterval");if(!new Set(s.options.map(t=>t.value)).has(i)){const t=s.options.map(t=>t.text).join(", ");throw new Error(`Interval ${o} is not available for ${e}. Available: ${t}`)}const c=s.value===i?s:await l(t,"SelectedInterval",i);if(c.value!==i)throw new Error(`Failed to set interval: ${JSON.stringify(c)}`);return o}export default t({id:"pseg-usage",name:"PSEG Usage",domain:"mysmartenergy.nj.pseg.com",description:"Downloads PSEG Smart Energy usage data (CSV) or lists available properties.",transport:"browser",cookies:"optional",keepBrowserOpen:!0,auth:{intendedUrl:i,emailSelector:"#LoginEmail",passwordSelector:"#LoginPassword",submitButtonSelector:"button.loginBtn",delayMs:1e3},positionals:[{name:"property",description:"Property name (e.g. '100 Electric') or 1-based index.",required:!1}],parameters:[{name:"interval",type:"string",description:"15, 30, hourly, daily, weekly, monthly, billing",default:"billing",short:"i"},{name:"list",type:"boolean",description:"List all downloadable properties instead of downloading",short:"l"}],run:async t=>{const r=await t.browser();if(t.options.list){const o=await s(t,r),a=["Downloadable properties:"];for(const t of o){const o=t.isCurrent?" [current]":"";a.push(`${e(t)}${o} | ${t.address} | ${t.owner}`)}return a.join("\n")}const i=t.options.property;if(!i)throw new Error("Missing required argument: <property> or --list");const l=a(t.options.interval),u=await s(t,r),d=String(i).trim();let w;if(/^\d+$/.test(d)){const t=Number(d);if(t<1||t>u.length)throw new Error(`Property index ${t} is out of range. Use 1-${u.length}.`);w=u[t-1]}else{const t=d.toLowerCase();if(w=u.find(e=>e.title.trim().toLowerCase()===t)??u.find(o=>e(o).toLowerCase()===t),!w){const t=u.map(t=>e(t)).filter(Boolean).join(", ");throw new Error(`Property not found: ${i}. Available properties: ${t}`)}}const p=await async function(t,r,a){return await r.goto(`https://mysmartenergy.nj.pseg.com/Dashboard/SetMeterGroup?meterGroupId=${a.propertyId}`,{waitUntil:"domcontentloaded"}),await r.waitForTimeout(1e3),{label:e(a),title:a.title,serviceType:o(a.title)}}(0,r,w);return t.debug&&console.log(`Downloading ${p.label} usage CSV for ${l}...`),await n(t,r),await async function(t,e){const o="#downloadOptions";if(!await t.locator(o).isVisible().catch(()=>!1)){e&&console.log("Clicking 'Data' link...");try{await t.getByRole("link",{name:"Data"}).click()}catch{await t.locator('a:has-text("Data")').first().click()}try{return void await t.waitForSelector(o,{state:"visible",timeout:5e3})}catch{}try{await t.getByRole("link",{name:"download"}).click()}catch{await t.locator('a:has-text("download")').first().click()}await t.waitForSelector(o,{state:"visible",timeout:1e4})}}(r,t.debug),await c(r,p.serviceType,l),async function(t){return t.evaluate(async()=>{const t=document.querySelector("#downloadOptions");if(!t)throw new Error("Download form not found");const e=await fetch(t.action,{method:"POST",body:new FormData(t),credentials:"same-origin"});if(!e.ok)throw new Error(`Download request failed with status ${e.status} ${e.statusText}`);return e.text()})}(r)}});

package/dist/src/sites/pseg.com/pseg-helpers.d.ts

@@ -0,0 +1,13 @@
+export interface PsegProperty {
+    propertyId: string;
+    propertyType: string;
+    title: string;
+    owner: string;
+    address: string;
+    isCurrent: boolean;
+}
+export declare function normalizeInterval(value: string): string;
+export declare function intervalToValue(interval: string): string;
+export declare function inferServiceTypeFromPropertyTitle(title: string): "Gas" | "Electric";
+export declare function extractAddressNumber(address: string): string;
+export declare function formatPropertyLabel(property: Omit<PsegProperty, "isCurrent">): string;

package/dist/src/sites/pseg.com/pseg-helpers.js

@@ -0,0 +1 @@
+const e={15:"15-Minute","15-minute":"15-Minute",30:"30-Minute","30-minute":"30-Minute",hourly:"Hourly",daily:"Daily",weekly:"Weekly",monthly:"Monthly",billing:"Billing"},r={"15-Minute":"3","30-Minute":"4",Hourly:"5",Daily:"6",Weekly:"8",Monthly:"9",Billing:"7"};export function normalizeInterval(r){const t=String(r||"").trim().toLowerCase(),n=e[t];if(!n)throw new Error(`Invalid interval: ${r}. Use 15, 30, hourly, daily, weekly, monthly, or billing.`);return n}export function intervalToValue(e){return r[e]}export function inferServiceTypeFromPropertyTitle(e){if(/\bgas\b/i.test(e))return"Gas";if(/\belectric\b/i.test(e))return"Electric";throw new Error(`Could not infer service type from property title: ${e}`)}export function extractAddressNumber(e){const r=String(e||"").match(/^(\d+)/);return r?r[1]:""}export function formatPropertyLabel(e){const r=String(e.title||"").trim();if(r)return r;const t=e.propertyType||inferServiceTypeFromPropertyTitle(e.title);return`${extractAddressNumber(e.address)||e.propertyId||"Unknown"} ${t}`}

package/dist/src/types.d.ts

@@ -1,4 +1,5 @@
 import type { CookieEntry } from "chrome-tools";
+import type { Page } from "playwright-core";
 export interface ParameterDefinition {
     /** Option name (e.g. "model", "timeout"). Matches option flag `--<name>`. */
     name: string;
@@ -23,8 +24,137 @@ export interface PositionalDefinition {
     /** If true, collects all remaining positional arguments. */
     variadic?: boolean;
 }
+/** Resolved Chrome credentials for the target site. */
+export interface Credentials {
+    username: string;
+    password: string;
+}
+/**
+ * Context handed to a login strategy by the framework.
+ *
+ * `getCredentials` is a lazy thunk: it is only invoked once the strategy decides
+ * a login is actually required, so an already-authenticated session never
+ * triggers a credential lookup (and never fails when no password is saved).
+ */
+export interface LoginContext {
+    page: Page;
+    debug?: boolean;
+    getCredentials: () => Credentials;
+}
+/**
+ * A pluggable authentication approach. Implementations must be idempotent:
+ * detect the current session state and only log in when needed.
+ */
+export interface LoginStrategy {
+    /** @returns true if a login was performed, false if already logged in. */
+    ensureLoggedIn(ctx: LoginContext): Promise<boolean>;
+}
+/**
+ * Declarative configuration for a standard single-page username/password form.
+ * Only selectors / URLs — no credentials, no business logic. A site may pass
+ * this plain object as `auth`; the framework wraps it in a FormLoginStrategy.
+ */
+export interface FormLoginConfig {
+    /** Discriminator so a config object is distinguishable from a strategy. */
+    type?: "form";
+    /** URL to land on before checking session state (e.g. the dashboard). */
+    intendedUrl?: string;
+    /** Optional explicit login page URL. */
+    loginUrl?: string;
+    /** Primary username/email input selector. */
+    emailSelector: string;
+    /** Primary password input selector. */
+    passwordSelector: string;
+    /** Submit button selector. */
+    submitButtonSelector: string;
+    /** Site-specific fallback selectors, tried after the primary if not visible. */
+    usernameSelectors?: string[];
+    passwordSelectors?: string[];
+    submitSelectors?: string[];
+    /** Selector used to detect a visible login form (defaults to a password input). */
+    pwdSelector?: string;
+    /** Selectors that, when visible, indicate an already-authenticated dashboard. */
+    dashboardSelectors?: string[];
+    /** Delay before submitting, in ms. */
+    delayMs?: number;
+    /** URL pattern to await after submit (defaults to intendedUrl). */
+    expectedRedirectUrlPattern?: string;
+}
+export interface FingerprintConfig {
+    /** Override navigator.userAgent / UA string used by the browser session. */
+    userAgent?: string;
+    /** navigator.languages (e.g. ["en-US", "en"]). */
+    languages?: string[];
+    /** navigator.platform (e.g. "MacIntel"). */
+    platform?: string;
+    /** Hardware concurrency reported to the page. */
+    hardwareConcurrency?: number;
+    /** Device memory (GB) reported to the page. */
+    deviceMemory?: number;
+}
+/**
+ * `"stealth"` applies the default anti-bot evasion profile, `false` disables all
+ * fingerprint shaping, and an object customizes individual fields.
+ */
+export type FingerprintOption = "stealth" | false | FingerprintConfig;
+export interface SSEResult {
+    status: number;
+    contentType: string;
+    /** Parsed JSON payload of every `data:` frame (non-JSON frames are skipped). */
+    frames: any[];
+    /** The raw, undecoded stream body. */
+    raw: string;
+}
+export interface HttpCapability {
+    /** GET (or `init.method`) and parse JSON. Cookie + User-Agent auto-injected. */
+    json(url: string, init?: RequestInit): Promise<any>;
+    /** Fetch and return the response body as text. */
+    text(url: string, init?: RequestInit): Promise<string>;
+    /** Alias of `text`, semantically for HTML documents. */
+    html(url: string, init?: RequestInit): Promise<string>;
+    /** Fetch a Server-Sent-Events stream and collect its frames. */
+    sse(url: string, init?: RequestInit): Promise<SSEResult>;
+    /** Escape hatch: the raw Response plus its already-read text body. */
+    raw(url: string, init?: RequestInit): Promise<{
+        response: Response;
+        text: string;
+    }>;
+}
+/**
+ * The single object every site's `run()` receives. Each capability is lazy:
+ * touch `ctx.browser()` and Chrome is launched; never touch it and it isn't.
+ * The runtime owns setup and teardown — sites never manage lifecycle.
+ */
+export interface SiteContext {
+    /** The site being run. */
+    readonly site: Site;
+    /** Cookie/credential domain for this site. */
+    readonly domain: string;
+    /** The parsed query options (CLI flags + positionals). */
+    readonly options: QueryOptions;
+    /** Convenience for `!!options.debug`. */
+    readonly debug: boolean;
+    /** Resolved output directory for `save()`, or null to use cwd. */
+    readonly outDir: string | null;
+    /** Resolve decrypted Chrome cookies for `domain` (lazy, memoized). */
+    cookies(): CookieEntry[];
+    /** Cookies as a `name=value; ...` header string. */
+    cookieString(): string;
+    /** Resolve a saved Chrome username/password for `domain`. */
+    credentials(): Credentials;
+    /** Resolve the User-Agent (options → env → default). */
+    userAgent(): string;
+    /** HTTP capability with cookie + User-Agent auto-injection. */
+    readonly http: HttpCapability;
+    /** Connect to Chrome over CDP, applying fingerprint + auth. Memoized. */
+    browser(): Promise<Page>;
+    /** Sugar for `(await browser()).evaluate(fn)`. */
+    eval<T>(fn: () => T | Promise<T>): Promise<T>;
+    /** Write a file to `outDir` (or cwd) and return its absolute path. */
+    save(filename: string, content: string | Buffer): Promise<string>;
+}
 /**
- * Defines an API endpoint to be fetched by an adapter.
+ * Defines an API endpoint for the default declarative fetch flow.
  */
 export interface Endpoint {
     /** Full URL of the API endpoint. */
@@ -33,72 +163,90 @@ export interface Endpoint {
     method?: string;
     /** Additional headers to include in the request. */
     headers?: Record<string, string>;
-    /**
-     * Expected response body type. Defaults to auto-detect from content-type.
-     * Use "html" for text/html responses that need parsing.
-     * Use "sse" for server-sent event stream responses.
-     */
-    responseType?: "auto" | "json" | "text" | "html" | "sse";
+    /** Expected response body type. Defaults to auto-detect from content-type. */
+    responseType?: "auto" | "json" | "text" | "html";
     /** Optional post-processing step for the parsed response body. */
-    transform?: (this: WebsiteAdapter, body: unknown, cookies: CookieEntry[], options: QueryOptions) => Promise<unknown> | unknown;
+    transform?: (body: unknown, ctx: SiteContext) => unknown | Promise<unknown>;
 }
 /**
- * Configuration for defining a website adapter.
- * Simple adapters declare `endpoints` and get automatic fetch handling.
- * Complex adapters override `fetchData` for custom multi-step flows.
+ * The minimal, declarative shape an author writes. A site is either:
+ *   • declarative — set `endpoints` and get an automatic fetch flow, or
+ *   • imperative  — set `run(ctx)` and drive capabilities directly.
+ *
+ * External sites in the user's extensions folder export a plain object of this
+ * shape as their default export — no imports from the package are required.
  */
-export interface AdapterConfig {
-    /** Unique identifier, typically the domain (e.g. "chatgpt.com"). */
+export interface SiteDef {
+    /** Unique identifier, typically a slug (e.g. "cursor-usage"). */
     id: string;
-    /** Human-readable name (e.g. "ChatGPT / Codex Usage"). */
+    /** Human-readable name. */
     name: string;
-    /** Cookie domain to filter Chrome cookies for this site. */
+    /** Cookie/credential domain (e.g. "cursor.com"). */
     domain: string;
-    /** Short description of what data this adapter fetches. */
+    /** Short description of what data this site fetches. */
     description: string;
-    /** Endpoints for simple single-fetch adapters. First endpoint is used by default fetchData. */
-    endpoints?: Endpoint[];
-    /** Override for complex multi-step flows (e.g. session token → API call). */
-    fetchData?: (this: WebsiteAdapter, cookies: CookieEntry[], options: QueryOptions) => Promise<unknown>;
-    /** If true, the adapter does not require valid cookies to function. Defaults to false. */
-    optionalCookies?: boolean;
-    /** Declares custom parameters/CLI flags for this website adapter. */
+    /** Transport used to reach the site. Defaults to "http". */
+    transport?: "http" | "browser";
+    /** Whether valid cookies are required. Defaults to "required". */
+    cookies?: "required" | "optional";
+    /** Browser fingerprint profile (browser transport only). Defaults to "stealth". */
+    fingerprint?: FingerprintOption;
+    /**
+     * Keep a tab opened by this site open after the run finishes, instead of
+     * closing it on teardown. Use for login sites so the authenticated session
+     * (and any 2FA state) stays warm for the next command. Defaults to false.
+     * The `--keep-open` CLI flag overrides this per-invocation.
+     */
+    keepBrowserOpen?: boolean;
+    /** Declarative login config or a custom strategy (browser transport). */
+    auth?: LoginStrategy | FormLoginConfig;
+    /** Declares custom CLI flags for this site. */
     parameters?: ParameterDefinition[];
-    /** Declares expected positional arguments for this website adapter. */
+    /** Declares expected positional arguments for this site. */
     positionals?: PositionalDefinition[];
+    /** Declarative single-fetch flow. First endpoint is used. */
+    endpoints?: Endpoint[];
+    /** Imperative flow. Receives the full capability context. */
+    run?: (ctx: SiteContext) => unknown | Promise<unknown>;
 }
 /**
- * A fully-instantiated website adapter with shared helper methods.
+ * A normalized, fully-defaulted site produced by `defineSite()`.
  */
-export interface WebsiteAdapter extends AdapterConfig {
-    /** Converts a cookie array into a "name=value; ..." header string. */
-    buildCookieString(cookies: CookieEntry[]): string;
-    /** Resolves the User-Agent from options → env → default. */
-    resolveUserAgent(options: QueryOptions): string;
-    /** Fetches a URL and returns parsed JSON, with error handling. */
-    fetchJson(url: string, init?: RequestInit): Promise<any>;
-    /** Fetches a URL and returns the raw response text, with error handling. */
-    fetchText(url: string, init?: RequestInit): Promise<string>;
-    /** Fetches an HTML document as text, with error handling. */
-    fetchHtml(url: string, init?: RequestInit): Promise<string>;
-    /** Resolves saved Chrome credentials for the adapter's target domain. */
-    resolveCredentials(options: QueryOptions): {
-        username: string;
-        password: string;
-    };
-    /** Resolves secure Chrome cookies for the adapter's target domain. */
-    resolveCookies(options: QueryOptions): CookieEntry[];
+export interface Site {
+    id: string;
+    name: string;
+    domain: string;
+    description: string;
+    transport: "http" | "browser";
+    cookies: "required" | "optional";
+    fingerprint: FingerprintOption;
+    keepBrowserOpen: boolean;
+    auth?: LoginStrategy;
+    parameters: ParameterDefinition[];
+    positionals: PositionalDefinition[];
+    /** URL the browser transport lands on (from endpoints[0] or https://domain). */
+    landingUrl: string;
+    run: (ctx: SiteContext) => Promise<unknown>;
+    /** Set by the loader: where this site was discovered. */
+    origin?: "bundled" | "extension";
+    /** Marker used to detect an already-normalized site. */
+    readonly __site: true;
 }
 /**
- * Options passed when querying a website API.
+ * Options passed when querying a site. CLI flags and positionals land here as
+ * camelCase keys (e.g. `--out-dir` → `outDir`).
  */
 export interface QueryOptions {
     /** Chrome profile directory name (e.g. "Default", "Profile 1"). */
     profile?: string;
+    /** Chrome profile path override. */
+    profilePath?: string;
     /** Custom User-Agent header for HTTP requests. */
     userAgent?: string;
-    /** When true, print full HTTP request and response details for debugging. */
+    /** When true, print full HTTP request/response details for debugging. */
     debug?: boolean;
-    /** Allows passing custom website-specific parameters. */
+    /** Directory to write downloads to. */
+    outDir?: string;
+    /** Allows passing custom site-specific parameters. */
     [key: string]: any;
 }

package/dist/src/util/args-parser.js

@@ -1 +1 @@
-const e=[{name:"profile",type:"string",description:"specific Chrome profile directory (e.g., 'Default')"},{name:"user-agent",type:"string",description:"custom User-Agent header for HTTP requests",short:"u"},{name:"debug",type:"boolean",description:"Print full HTTP request and response bodies for debugging"},{name:"out",type:"string",description:"Write decoded response JSON/text to file instead of stdout",short:"o"}];export function parseArgsForWebsite(r=[],n=[],o){let i=!1;const s={},a=[...n,...e];for(const e of a){const r=t(e.name);void 0!==e.default?s[r]=e.default:"boolean"===e.type&&(s[r]=!1)}const c={};for(const e of r)c[e.name]=[];let f=0;for(let e=0;e<o.length;e++){const n=o[e];if("--help"!==n&&"-h"!==n)if(n.startsWith("-")){let r;const i=!n.startsWith("--"),c=i?n.slice(1):n.slice(2);if(r=i?a.find(e=>e.short===c):a.find(e=>e.name===c),!r)throw new Error(`Unknown option: ${n}`);const f=t(r.name);if("boolean"===r.type)s[f]=!0;else if("string"===r.type){const t=o[e+1];if(void 0===t||t.startsWith("-"))throw new Error(`Option ${n} requires a value`);s[f]=t,e++}else if("number"===r.type){const t=o[e+1];if(void 0===t||t.startsWith("-"))throw new Error(`Option ${n} requires a numeric value`);const r=Number(t);if(isNaN(r))throw new Error(`Option ${n} requires a valid numeric value, received: "${t}"`);s[f]=r,e++}}else if(f<r.length){const e=r[f];c[e.name].push(n),e.variadic||f++}else{const e=r[r.length-1];if(!e?.variadic)throw new Error(`Unexpected extra argument: "${n}"`);c[e.name].push(n)}else i=!0}for(const e of r){const r=c[e.name];if(e.required&&0===r.length&&!i)throw new Error(`Missing required argument: <${e.name}>`);s[t(e.name)]=r.length>0?r.join(" "):null}for(const e of a){const r=t(e.name);if(e.required&&void 0===s[r]&&!i)throw new Error(`Missing required option: --${e.name}`)}return{options:s,helpRequested:i}}function t(e){return e.replace(/-([a-z])/g,(e,t)=>t.toUpperCase())}
+const e=[{name:"profile",type:"string",description:"specific Chrome profile directory (e.g., 'Default')"},{name:"user-agent",type:"string",description:"custom User-Agent header for HTTP requests",short:"u"},{name:"debug",type:"boolean",description:"Print full HTTP request and response bodies for debugging"},{name:"keep-open",type:"boolean",description:"Leave the browser tab open after running (preserve the logged-in session)"},{name:"out",type:"string",description:"Write decoded response JSON/text to file instead of stdout",short:"o"}];export function parseArgsForWebsite(r=[],n=[],o){let i=!1;const s={},a=[...n,...e];for(const e of a){const r=t(e.name);void 0!==e.default?s[r]=e.default:"boolean"===e.type&&(s[r]=!1)}const c={};for(const e of r)c[e.name]=[];let p=0;for(let e=0;e<o.length;e++){const n=o[e];if("--help"!==n&&"-h"!==n)if(n.startsWith("-")){let r;const i=!n.startsWith("--"),c=i?n.slice(1):n.slice(2);if(r=i?a.find(e=>e.short===c):a.find(e=>e.name===c),!r)throw new Error(`Unknown option: ${n}`);const p=t(r.name);if("boolean"===r.type)s[p]=!0;else if("string"===r.type){const t=o[e+1];if(void 0===t||t.startsWith("-"))throw new Error(`Option ${n} requires a value`);s[p]=t,e++}else if("number"===r.type){const t=o[e+1];if(void 0===t||t.startsWith("-"))throw new Error(`Option ${n} requires a numeric value`);const r=Number(t);if(isNaN(r))throw new Error(`Option ${n} requires a valid numeric value, received: "${t}"`);s[p]=r,e++}}else if(p<r.length){const e=r[p];c[e.name].push(n),e.variadic||p++}else{const e=r[r.length-1];if(!e?.variadic)throw new Error(`Unexpected extra argument: "${n}"`);c[e.name].push(n)}else i=!0}for(const e of r){const r=c[e.name];if(e.required&&0===r.length&&!i)throw new Error(`Missing required argument: <${e.name}>`);s[t(e.name)]=r.length>0?r.join(" "):null}for(const e of a){const r=t(e.name);if(e.required&&void 0===s[r]&&!i)throw new Error(`Missing required option: --${e.name}`)}return{options:s,helpRequested:i}}function t(e){return e.replace(/-([a-z])/g,(e,t)=>t.toUpperCase())}

package/dist/src/website-api.d.ts

@@ -1,34 +1,9 @@
-import type { QueryOptions, WebsiteAdapter } from "./types.js";
-/**
- * All loaded website adapters, populated by `loadAdapters()`.
- */
-export declare let websites: WebsiteAdapter[];
-/**
- * Auto-discovers and loads all website adapters from the `website/` directory.
- *
- * Scans each subdirectory for a file matching `*-adapter.js` and dynamically
- * imports it. Each adapter module must have a default export that is a
- * WebsiteAdapter (created via `defineAdapter()`).
- *
- * This is called once on first use — no manual imports needed when adding
- * new adapters.
- */
-export declare function loadAdapters(): Promise<void>;
-/**
- * Finds an adapter by ID or partial domain match.
- *
- * @param id - Website identifier (e.g. "chatgpt.com", "chatgpt", "cursor")
- * @returns The matching adapter or null
- */
-export declare function getWebsite(id: string): WebsiteAdapter | null;
-/**
- * Queries a registered website API using decrypted Google Chrome cookies on macOS.
- *
- * Cookie retrieval is simplified to a single `getCookies({ domain })` call —
- * no manual extraction or domain matching needed.
- *
- * @param websiteId - The domain or identifier of the website (e.g. "chatgpt.com")
- * @param options - Retrieval options (profile, userAgent)
- * @returns The structured website API response
- */
-export declare function queryWebsite(websiteId: string, options?: QueryOptions): Promise<unknown>;
+export { defineSite, isSite } from "./core/define-site.js";
+export type { Site, SiteDef, SiteContext, Endpoint, QueryOptions, ParameterDefinition, PositionalDefinition, FingerprintOption, FingerprintConfig, FormLoginConfig, LoginStrategy, LoginContext, Credentials, HttpCapability, SSEResult, } from "./types.js";
+export { FormLoginStrategy } from "./capabilities/login/login-strategy.js";
+export { sites, loadSites, setSites, getSite, queryWebsite, createUniversalSite, } from "./core/runtime.js";
+export { discoverSites, extensionRoots, BUNDLED_SITES_DIR } from "./core/loader.js";
+export { createContext } from "./core/context.js";
+export type { ContextProviders, ManagedContext } from "./core/context.js";
+export { DEFAULT_REGISTRY, resolveRegistries, addRegistry, removeRegistry, parseRepoSpec, loadIndex, searchRegistries, resolveEntry, installEntry, listInstalled, removeInstalled, configPath, } from "./core/registry.js";
+export type { RegistrySource, RegistryFile, RegistrySiteEntry, RegistryIndex, InstalledRecord, FoundEntry, } from "./core/registry.js";

package/dist/src/website-api.js

@@ -1 +1 @@
-import{readdirSync as t}from"node:fs";import{dirname as e,join as o}from"node:path";import{fileURLToPath as r,pathToFileURL as i}from"node:url";import{loadEnv as n}from"./env.js";import{createUniversalAdapter as s}from"./adapter/universal-adapter.js";n();const a=e(r(import.meta.url)),c=o(a,"website");export let websites=[];export async function loadAdapters(){if(!(websites.length>0))try{const e=t(c,{withFileTypes:!0});for(const r of e){if(!r.isDirectory())continue;const e=o(c,r.name),n=t(e).find(t=>t.endsWith("-adapter.js"));if(!n)continue;const s=i(o(e,n)).href;let a=(await import(s)).default;if("function"==typeof a)try{a=new a}catch{}a?.id&&websites.push(a)}}catch(t){}}export function getWebsite(t){if(!t)return null;const e=t.toLowerCase().trim();return websites.find(t=>t.id.toLowerCase()===e||t.id.toLowerCase().replace(".com","")===e||t.domain.toLowerCase()===e||t.domain.toLowerCase().replace(".com","")===e)??null}export async function queryWebsite(t,e={}){await loadAdapters();let o=getWebsite(t);if(!o){if(!function(t){return t.startsWith("http://")||t.startsWith("https://")||t.includes(".")||t.includes("/")||t.includes(":")}(t))throw new Error("command not found");if(o=s(t),!o)throw new Error("command not found")}const r=o.resolveCookies(e);o._lastQueryOptions=e;try{const t=await o.fetchData(r,e);return void 0===t&&void 0!==e.htmlResult?{html:e.htmlResult}:t}finally{delete o._lastQueryOptions}}
+import{loadEnv as e}from"./env.js";e();export{defineSite,isSite}from"./core/define-site.js";export{FormLoginStrategy}from"./capabilities/login/login-strategy.js";export{sites,loadSites,setSites,getSite,queryWebsite,createUniversalSite}from"./core/runtime.js";export{discoverSites,extensionRoots,BUNDLED_SITES_DIR}from"./core/loader.js";export{createContext}from"./core/context.js";export{DEFAULT_REGISTRY,resolveRegistries,addRegistry,removeRegistry,parseRepoSpec,loadIndex,searchRegistries,resolveEntry,installEntry,listInstalled,removeInstalled,configPath}from"./core/registry.js";

package/package.json

@@ -1,9 +1,16 @@
 {
   "name": "website-api",
-  "version": "1.0.6",
+  "version": "1.1.2",
   "description": "CLI and library to fetch website API data",
   "main": "./dist/src/website-api.js",
+  "types": "./dist/src/website-api.d.ts",
   "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/src/website-api.d.ts",
+      "default": "./dist/src/website-api.js"
+    }
+  },
   "bin": {
     "website-api": "./dist/bin/cli.js",
     "chrome-website-api": "./dist/bin/cli.js"
@@ -36,6 +43,8 @@
   ],
   "scripts": {
     "build": "node scripts/build.mjs",
+    "typecheck": "tsc --noEmit",
+    "test": "tsc -p tsconfig.test.json && node --test \"dist/test/**/*.test.js\"",
     "check:secrets": "node scripts/check-secrets.mjs",
     "release": "pnpm version patch && pnpm publish --access public",
     "start": "node dist/bin/cli.js"

package/dist/src/adapter/base-adapter.d.ts

@@ -1,41 +0,0 @@
-import { type CookieEntry } from "chrome-tools";
-import type { AdapterConfig, QueryOptions, WebsiteAdapter, Endpoint } from "../types.js";
-/**
- * Base class for all website adapters, enabling class-based inheritance and clean reuse.
- */
-export declare class BaseAdapter implements WebsiteAdapter {
-    id: string;
-    name: string;
-    domain: string;
-    description: string;
-    endpoints?: Endpoint[];
-    optionalCookies?: boolean;
-    /**
-     * Internal reference to transient options. Used to check the debug flag during fetch calls.
-     */
-    _lastQueryOptions?: QueryOptions;
-    buildCookieString(cookies: CookieEntry[]): string;
-    resolveUserAgent(options: QueryOptions): string;
-    resolveCredentials(options: QueryOptions): {
-        username: string;
-        password: string;
-    };
-    resolveCookies(options: QueryOptions): CookieEntry[];
-    /**
-     * Centralized HTTP fetch handler.
-     * Unifies request setup, response parsing, debug logging, and error handling.
-     */
-    private _fetch;
-    fetchText(url: string, init?: RequestInit): Promise<string>;
-    fetchHtml(url: string, init?: RequestInit): Promise<string>;
-    fetchJson(url: string, init?: RequestInit): Promise<any>;
-    /**
-     * Internal helper to fetch a specific endpoint with type-based accepting headers and content-type parsing.
-     */
-    private _fetchEndpoint;
-    fetchData(cookies: CookieEntry[], options: QueryOptions): Promise<unknown>;
-}
-/**
- * Factory function to create a fully-equipped WebsiteAdapter from a minimal config.
- */
-export declare function defineAdapter(config: AdapterConfig): WebsiteAdapter;

package/dist/src/adapter/base-adapter.js

@@ -1 +0,0 @@
-import{getCookies as e,getPasswords as t}from"chrome-tools";export class BaseAdapter{id;name;domain;description;endpoints;optionalCookies;_lastQueryOptions;buildCookieString(e){return e.map(e=>`${e.name}=${e.value}`).join("; ")}resolveUserAgent(e){return e.userAgent||process.env.userAgent||process.env.USER_AGENT||"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36"}resolveCredentials(e){const o=e.profilePath||process.env.PROFILE_PATH||process.env.CHROME_PROFILE_PATH||void 0,s=e.profile||process.env.PROFILE_NAME||void 0;let r=t({chromeDir:o,profile:s,search:this.domain});if(!r||0===r.length){const e=this.domain.split("."),n=e[e.length-2]||this.domain;r=t({chromeDir:o,profile:s,search:n})}if(!r||0===r.length)throw new Error(`No saved passwords found in Chrome for '${this.domain}'`);const{username:n,password:i}=r[0];if(!n||!i)throw new Error(`Found credentials for '${this.domain}' but username or password was empty`);return{username:n,password:i}}resolveCookies(t){const o=t.profilePath||process.env.PROFILE_PATH||process.env.CHROME_PROFILE_PATH||void 0,s=t.profile||process.env.PROFILE_NAME||void 0;let r=[];try{r=e({chromeDir:o,profile:s,domain:this.domain,decrypt:!0})}catch(e){if(!this.optionalCookies)throw new Error("No login found in browser")}if(!(r&&0!==r.length||this.optionalCookies))throw new Error("No login found in browser");return r}async _fetch(e,t){const o=this._lastQueryOptions?.debug;o&&console.log("[debug] Request:",{url:e,init:t});const s=await fetch(e,t),r=await s.text();if(o&&console.log("[debug] Response:",{url:e,status:s.status,statusText:s.statusText,headers:Array.from(s.headers.entries()),body:r}),!s.ok)throw new Error(`HTTP ${s.status}: ${s.statusText}`);return{response:s,text:r}}async fetchText(e,t){const{text:o}=await this._fetch(e,t);return o}async fetchHtml(e,t){return this.fetchText(e,t)}async fetchJson(e,t){const{text:o}=await this._fetch(e,t);try{return JSON.parse(o)}catch{return{response:o}}}async _fetchEndpoint(e,t,o){const s="html"===e.responseType?"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8":"text"===e.responseType?"text/plain,*/*;q=0.8":"application/json, text/plain, */*",{response:r,text:n}=await this._fetch(e.url,{method:e.method||"GET",headers:{Cookie:t,"User-Agent":o,Accept:s,...e.headers}}),i=r.headers.get("content-type")?.toLowerCase()??"";if("json"===e.responseType||"text"!==e.responseType&&"html"!==e.responseType&&(i.includes("application/json")||i.includes("+json")))try{return JSON.parse(n)}catch(t){throw new Error(`Expected JSON from ${e.url}, but received invalid JSON: ${t instanceof Error?t.message:String(t)}`)}return n}async fetchData(e,t){if(!this.endpoints||0===this.endpoints.length)throw new Error(`Adapter "${this.id}" has no endpoints defined and no fetchData override`);const o=this.endpoints[0],s=this.buildCookieString(e),r=this.resolveUserAgent(t),n=await this._fetchEndpoint(o,s,r);return o.transform?o.transform.call(this,n,e,t):n}}export function defineAdapter(e){const t=new BaseAdapter;return Object.assign(t,e),e.fetchData&&(t.fetchData=e.fetchData.bind(t)),t}

package/dist/src/adapter/playwright-attatch-chrome-adapter.d.ts

@@ -1,16 +0,0 @@
-import { BaseAdapter } from "./base-adapter.js";
-import type { Page } from "playwright-core";
-import type { QueryOptions } from "../types.js";
-/**
- * Specialized base class for adapters that use Playwright CDP tab reuse.
- * Provides a clean `connect(options)` method returning a disposable Page proxy.
- */
-export declare class PlaywrightAdapter extends BaseAdapter {
-    /**
-     * Connects to Chrome over CDP using the first endpoint's URL, returning a disposable Page proxy
-     * which automatically captures HTML and disposes of the connection upon scope exit.
-     *
-     * @param options The adapter options containing the debug flag.
-     */
-    connect(options: QueryOptions): Promise<Page>;
-}

package/dist/src/adapter/playwright-attatch-chrome-adapter.js

@@ -1 +0,0 @@
-import{BaseAdapter as t}from"./base-adapter.js";import{runWithPlaywright as r}from"./playwright-core.js";export class PlaywrightAdapter extends t{async connect(t){const e=await r(this.endpoints,t);return await e.addInitScript(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})}),e}}