@attlaz/client 1.105.0 → 1.106.0

package/dist/MarketPulse/Model/CrawlJobPage.d.ts

@@ -0,0 +1,20 @@
+import { ApiRecord } from '../../Model/ApiRecord.js';
+/**
+ * One page of a crawl — `pulse.crawl_job_page`.
+ *
+ * A worker takes pages by claiming them, which is what `status` and `claimedAt` record: a claimed
+ * page is nobody else's to fetch until its owner finishes or its lease expires.
+ */
+export type CrawlJobPageStatus = 'pending' | 'running' | 'complete' | 'failed';
+export declare class CrawlJobPage {
+    id: string;
+    crawlJobId: string;
+    url: string;
+    status: CrawlJobPageStatus;
+    /** When a worker took this page; its lease runs from here. */
+    claimedAt: Date | null;
+    /** How many times it has been claimed — a page released by an expired lease is retried. */
+    attempts: number;
+    constructor(id: string, crawlJobId: string, url: string);
+    static parse(raw: ApiRecord): CrawlJobPage;
+}

package/dist/MarketPulse/Model/CrawlJobPage.js

@@ -0,0 +1,22 @@
+export class CrawlJobPage {
+    id;
+    crawlJobId;
+    url;
+    status = 'pending';
+    /** When a worker took this page; its lease runs from here. */
+    claimedAt = null;
+    /** How many times it has been claimed — a page released by an expired lease is retried. */
+    attempts = 0;
+    constructor(id, crawlJobId, url) {
+        this.id = id;
+        this.crawlJobId = crawlJobId;
+        this.url = url;
+    }
+    static parse(raw) {
+        const page = new CrawlJobPage(raw.id, raw.crawl_job_id ?? raw.crawl_job ?? '', raw.url ?? '');
+        page.status = (raw.status ?? 'pending');
+        page.claimedAt = raw.claimed_at === undefined || raw.claimed_at === null ? null : new Date(raw.claimed_at);
+        page.attempts = Number(raw.attempts ?? 0);
+        return page;
+    }
+}

package/dist/MarketPulse/Service/CrawlJobEndpoint.d.ts

@@ -1,6 +1,7 @@
 import { CatalogId } from '../../Catalog/Model/CatalogId.js';
 import { CursorPagination } from '../../Model/Pagination/CursorPagination.js';
 import { CrawlJob, CrawlJobStatus } from '../Model/CrawlJob.js';
+import { CrawlJobPage } from '../Model/CrawlJobPage.js';
 import { CollectionResult } from '../../Model/Result/CollectionResult.js';
 import { Endpoint } from '../../Service/Endpoint.js';
 /**
@@ -32,6 +33,16 @@ export declare class CrawlJobEndpoint extends Endpoint {
     markPagesParsed(crawlJobId: string, urls: string[]): Promise<void>;
     /** Mark pages as failed (terminal, e.g. blocked/unfetchable). */
     markPagesFailed(crawlJobId: string, urls: string[]): Promise<void>;
+    /**
+     * Atomically take up to `limit` of this crawl's pending pages to work on.
+     *
+     * Concurrent workers get disjoint sets, so a page is never fetched twice. An empty array means
+     * there is nothing left to do — that is how a worker knows to stop, not an error.
+     *
+     * Claiming starts a lease: finish the pages (mark them parsed or failed) or they are handed back
+     * to another worker once the lease expires.
+     */
+    claimPages(crawlJobId: string, limit: number): Promise<CrawlJobPage[]>;
     /** @param suffix a literal trailing segment, e.g. `/pages/crawled` — not caller data. */
     private postUrls;
 }

package/dist/MarketPulse/Service/CrawlJobEndpoint.js

@@ -1,6 +1,7 @@
 import { path } from '../../Http/Data/Path.js';
 import { QueryString } from '../../Http/Data/QueryString.js';
 import { CrawlJob } from '../Model/CrawlJob.js';
+import { CrawlJobPage } from '../Model/CrawlJobPage.js';
 import { Endpoint } from '../../Service/Endpoint.js';
 /**
  * Market Pulse crawl jobs — `/pulse/crawl-jobs`. Mirrors the PHP client's MarketPulse\CrawlJobEndpoint.
@@ -64,6 +65,19 @@ export class CrawlJobEndpoint extends Endpoint {
     async markPagesFailed(crawlJobId, urls) {
         await this.postUrls(crawlJobId, '/pages/failed', urls);
     }
+    /**
+     * Atomically take up to `limit` of this crawl's pending pages to work on.
+     *
+     * Concurrent workers get disjoint sets, so a page is never fetched twice. An empty array means
+     * there is nothing left to do — that is how a worker knows to stop, not an error.
+     *
+     * Claiming starts a lease: finish the pages (mark them parsed or failed) or they are handed back
+     * to another worker once the lease expires.
+     */
+    async claimPages(crawlJobId, limit) {
+        const result = await this.requestCollection(path('/pulse/crawl-jobs/:crawlJobId', { crawlJobId }) + '/pages/claim', CrawlJobPage.parse, { limit }, 'POST');
+        return result.getData();
+    }
     /** @param suffix a literal trailing segment, e.g. `/pages/crawled` — not caller data. */
     async postUrls(crawlJobId, suffix, urls) {
         if (urls.length === 0) {

package/dist/index.d.ts

@@ -85,6 +85,7 @@ export { VendorProduct } from './MarketPulse/Model/VendorProduct.js';
 export { StockStatus, parseStockStatus, stockStatusFromBoolean } from './MarketPulse/Model/StockStatus.js';
 export { VendorProductEndpoint } from './MarketPulse/Service/VendorProductEndpoint.js';
 export { CrawlJob, CrawlJobStatus } from './MarketPulse/Model/CrawlJob.js';
+export { CrawlJobPage, CrawlJobPageStatus } from './MarketPulse/Model/CrawlJobPage.js';
 export { CrawlJobEndpoint } from './MarketPulse/Service/CrawlJobEndpoint.js';
 export { VendorProductPriceHistoryEntry } from './MarketPulse/Model/VendorProductPriceHistoryEntry.js';
 export { Catalog } from './Catalog/Model/Catalog.js';

package/dist/index.js

@@ -71,6 +71,7 @@ export { VendorProduct } from './MarketPulse/Model/VendorProduct.js';
 export { parseStockStatus, stockStatusFromBoolean } from './MarketPulse/Model/StockStatus.js';
 export { VendorProductEndpoint } from './MarketPulse/Service/VendorProductEndpoint.js';
 export { CrawlJob } from './MarketPulse/Model/CrawlJob.js';
+export { CrawlJobPage } from './MarketPulse/Model/CrawlJobPage.js';
 export { CrawlJobEndpoint } from './MarketPulse/Service/CrawlJobEndpoint.js';
 export { VendorProductPriceHistoryEntry } from './MarketPulse/Model/VendorProductPriceHistoryEntry.js';
 export { Catalog } from './Catalog/Model/Catalog.js';

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "1.104.0";
+export declare const VERSION = "1.105.0";

package/dist/version.js

@@ -1 +1 @@
-export const VERSION = "1.104.0";
+export const VERSION = "1.105.0";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@attlaz/client",
-  "version": "1.105.0",
+  "version": "1.106.0",
   "description": "Javascript Client to access Attlaz API",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.js",