@diskd-ai/sdk 5.1.2

package/dist/webNavigator/webNavigatorTypes.d.ts

@@ -0,0 +1,133 @@
+export type JobStatus = 'queued' | 'processing' | 'completed' | 'failed' | 'cancelled';
+export type ScrapeParams = {
+    readonly url: string;
+    /** Crawl depth from the seed URL. Range 0-10. Default: 0. */
+    readonly depth?: number;
+    /** Maximum number of pages to scrape. Range 1-1000. Default: 100. */
+    readonly maxPages?: number;
+    /** Regex or glob pattern to restrict which URLs are followed. */
+    readonly urlPattern?: string;
+    /** Regex or glob pattern for URLs to exclude from crawling. */
+    readonly excludePattern?: string;
+    /** CSS selector to wait for before capturing the page. */
+    readonly waitForSelector?: string;
+    /** Per-page navigation timeout in seconds. Default: 15. */
+    readonly timeout?: number;
+    /** Extra wait time after page load, in seconds. Default: 5. */
+    readonly postWaitTime?: number;
+    /** Additional HTTP request headers forwarded to the target site. */
+    readonly headers?: Readonly<Record<string, string>>;
+    /** Proxy URL to route scrape requests through. */
+    readonly proxy?: string;
+    /** Geo-location hint for the scraping agent (e.g. "us", "gb"). */
+    readonly geo?: string;
+    /** Block image requests to speed up scraping. */
+    readonly blockImages?: boolean;
+    /** Block audio/video media requests. */
+    readonly blockMedia?: boolean;
+    /** Capture a screenshot of each page. */
+    readonly screenshot?: boolean;
+    /** Extractor pipeline identifier (e.g. "markdown", "raw-html"). */
+    readonly extractor?: string;
+    /** Number of retry attempts per page. Range 1-5. Default: 3. */
+    readonly retryNum?: number;
+    /** Maximum concurrent page requests. Range 1-10. Default: 1. */
+    readonly concurrency?: number;
+};
+export type ScrapeSubmitResult = {
+    readonly jobId: string;
+    readonly status: 'queued';
+    readonly message: string;
+};
+export type JobProgress = {
+    readonly scrapedPages: number;
+    readonly totalDiscovered: number;
+    readonly currentDepth: number;
+};
+export type ScrapedPage = {
+    readonly url: string;
+    readonly statusCode: number;
+    readonly finalUrl: string;
+    readonly title?: string;
+    readonly description?: string;
+    readonly headers: Readonly<Record<string, string>>;
+    readonly body: string;
+    readonly screenshot?: string;
+    readonly links: readonly string[];
+    readonly depth: number;
+    readonly scrapedAt: string;
+    readonly error?: string;
+};
+export type ScrapeSummary = {
+    readonly totalPages: number;
+    readonly successfulPages: number;
+    readonly failedPages: number;
+    readonly uniqueUrls: number;
+    readonly domain: string;
+    readonly startedAt: string;
+    readonly completedAt: string;
+    readonly duration: number;
+};
+export type ScrapeResult = {
+    readonly driveDbName: string;
+    readonly pages: readonly ScrapedPage[];
+    readonly summary: ScrapeSummary;
+};
+export type ScrapeJob = {
+    readonly id: string;
+    readonly workspaceId?: string;
+    readonly request: ScrapeParams;
+    readonly status: JobStatus;
+    readonly result?: ScrapeResult;
+    readonly error?: string;
+    readonly createdAt: string;
+    readonly updatedAt: string;
+    readonly attempts: number;
+    readonly maxRetries: number;
+    readonly podName?: string;
+    readonly progress?: JobProgress;
+};
+export type JobStatusResult = {
+    readonly jobId: string;
+    readonly status: JobStatus;
+    readonly progress?: JobProgress;
+    readonly error?: string;
+    readonly createdAt: string;
+    readonly updatedAt: string;
+    readonly attempts: number;
+    readonly maxRetries: number;
+};
+export type ResolveParams = {
+    readonly url: string;
+};
+export type ResolveResult = {
+    readonly title: string | null;
+    readonly description: string | null;
+    readonly favicon: string | null;
+    readonly dbname: string;
+};
+/**
+ * Web Navigator REST client organized by namespace.
+ *
+ * Obtain via `createWebNavigatorClient`. The `workspaceId` is bound at
+ * creation time and is forwarded as `X-Workspace-Id` on all requests.
+ */
+export type WebNavigatorClient = {
+    readonly scrape: {
+        /** POST /api/v1/scrape -- submit an async scrape job. */
+        readonly submit: (params: ScrapeParams) => Promise<ScrapeSubmitResult>;
+        /** POST /api/v1/scrape/sync -- submit a scrape job and wait for completion. */
+        readonly sync: (params: ScrapeParams) => Promise<ScrapeSubmitResult>;
+        /** GET /api/v1/scrape/{jobId} -- fetch the full job record. */
+        readonly getJob: (jobId: string) => Promise<ScrapeJob>;
+        /** GET /api/v1/scrape/{jobId}/status -- poll lightweight job status. */
+        readonly getStatus: (jobId: string) => Promise<JobStatusResult>;
+        /** GET /api/v1/scrape/{jobId}/result -- fetch completed job result. Throws if not yet completed. */
+        readonly getResult: (jobId: string) => Promise<ScrapeResult>;
+        /** POST /api/v1/scrape/{jobId}/cancel -- request cancellation of a queued or processing job. */
+        readonly cancel: (jobId: string) => Promise<ScrapeJob>;
+    };
+    /** POST /api/v1/resolve -- resolve metadata for a URL (title, description, favicon, dbname). */
+    readonly resolve: (params: ResolveParams) => Promise<ResolveResult>;
+};
+//# sourceMappingURL=webNavigatorTypes.d.ts.map

package/dist/webNavigator/webNavigatorTypes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webNavigatorTypes.d.ts","sourceRoot":"","sources":["../../src/webNavigator/webNavigatorTypes.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAIvF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,6DAA6D;IAC7D,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,iEAAiE;IACjE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,+DAA+D;IAC/D,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,0DAA0D;IAC1D,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,2DAA2D;IAC3D,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,oEAAoE;IACpE,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,kDAAkD;IAClD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,kEAAkE;IAClE,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,iDAAiD;IACjD,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,wCAAwC;IACxC,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,yCAAyC;IACzC,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,mEAAmE;IACnE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,gEAAgE;IAChE,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B,CAAC;AAIF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAIF,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B,CAAC;AAIF,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAIF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B,CAAC;AAIF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IACvC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;CACjC,CAAC;AAIF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACjC,CAAC;AAIF,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B,CAAC;AAIF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAIF;;;;;GAKG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,CAAC,MAAM,EAAE;QACf,yDAAyD;QACzD,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACvE,+EAA+E;QAC/E,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrE,+DAA+D;QAC/D,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;QACvD,wEAAwE;QACxE,QAAQ,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;QAChE,oGAAoG;QACpG,QAAQ,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;QAC7D,gGAAgG;QAChG,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;KACxD,CAAC;IACF,gGAAgG;IAChG,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,aAAa,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;CACrE,CAAC"}

package/dist/webNavigator/webNavigatorTypes.js

@@ -0,0 +1,5 @@
+// Domain types for the Web Navigator API.
+// These are pure data types only -- no classes, no I/O, no side effects.
+// The Web Navigator REST API already returns camelCase; no wire-level conversion needed.
+export {};
+//# sourceMappingURL=webNavigatorTypes.js.map

package/dist/webNavigator/webNavigatorTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webNavigatorTypes.js","sourceRoot":"","sources":["../../src/webNavigator/webNavigatorTypes.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,yEAAyE;AACzE,yFAAyF"}

package/package.json

@@ -0,0 +1,90 @@
+{
+  "name": "@diskd-ai/sdk",
+  "version": "5.1.2",
+  "description": "SDK for DiskD platform APIs (Drive, LLM Router, Agent Hub, MCP Hub, Telegram Userbot, Web Navigator)",
+  "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/diskd-ai/diskd-sdk.git"
+  },
+  "homepage": "https://github.com/diskd-ai/diskd-sdk#readme",
+  "bugs": {
+    "url": "https://github.com/diskd-ai/diskd-sdk/issues"
+  },
+  "keywords": [
+    "diskd",
+    "sdk",
+    "oauth2",
+    "drive",
+    "typescript"
+  ],
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist",
+    "!dist/__tests__",
+    "!dist/__integration_tests__"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "browser": "./dist/browser/index.js",
+      "default": "./dist/index.js"
+    },
+    "./browser": {
+      "types": "./dist/browser/index.d.ts",
+      "default": "./dist/browser/index.js"
+    }
+  },
+  "publishConfig": {
+    "registry": "https://registry.npmjs.org/",
+    "access": "public"
+  },
+  "scripts": {
+    "clean": "node -e \"const fs=require('node:fs'); fs.rmSync('dist',{recursive:true,force:true}); fs.rmSync('dist-examples',{recursive:true,force:true});\"",
+    "build": "tsc -p tsconfig.json",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "format": "biome format --write .",
+    "lint": "biome check .",
+    "lint:fix": "biome check --write .",
+    "knip": "knip",
+    "prepublishOnly": "bun run clean && bun run build && bun run test",
+    "test": "bun run build && node --test dist/__tests__/*.test.js",
+    "test:integration": "bun run build && node --test dist/__integration_tests__/*.test.js",
+    "examples:build": "bun run build && node -e \"require('node:fs').rmSync('dist-examples',{recursive:true,force:true})\" && tsc -p tsconfig.examples.json",
+    "examples:node": "bun run examples:build && node dist-examples/node/quickstart.js",
+    "examples:smoke": "bun run examples:node",
+    "examples:tree": "bun run examples:build && NODE_TLS_REJECT_UNAUTHORIZED=0 node dist-examples/node/drive-tree.js",
+    "examples:session-internal": "bun run examples:build && node dist-examples/node/drive-session-internal.js",
+    "examples:session-external": "bun run examples:build && NODE_TLS_REJECT_UNAUTHORIZED=0 node dist-examples/node/drive-session-external.js",
+    "scripts:build": "bun run build && node -e \"require('node:fs').rmSync('dist-scripts',{recursive:true,force:true})\" && tsc -p tsconfig.scripts.json",
+    "scripts:drive-external": "bun run scripts:build && NODE_TLS_REJECT_UNAUTHORIZED=0 node dist-scripts/scripts/validate-drive-external.js",
+    "scripts:drive-internal": "bun run scripts:build && node dist-scripts/scripts/validate-drive-internal.js",
+    "scripts:llm-external": "bun run scripts:build && NODE_TLS_REJECT_UNAUTHORIZED=0 node dist-scripts/scripts/validate-llm-external.js",
+    "scripts:llm-internal": "bun run scripts:build && node dist-scripts/scripts/validate-llm-internal.js",
+    "scripts:agents-external": "bun run scripts:build && NODE_TLS_REJECT_UNAUTHORIZED=0 node dist-scripts/scripts/validate-agents-external.js",
+    "scripts:agents-internal": "bun run scripts:build && node dist-scripts/scripts/validate-agents-internal.js"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "^2.3.11",
+    "@types/node": "^22.15.32",
+    "knip": "^5.61.2",
+    "typeorm": "^0.3.28",
+    "typescript": "^5.8.3"
+  },
+  "dependencies": {
+    "undici": "^7.21.0"
+  },
+  "peerDependencies": {
+    "typeorm": "^0.3.28"
+  },
+  "peerDependenciesMeta": {
+    "typeorm": {
+      "optional": true
+    }
+  },
+  "engines": {
+    "node": ">=22.0.0"
+  }
+}