pmxt-core 2.0.8 → 2.0.9

package/dist/exchanges/polymarket/fetchEvents.js

@@ -1,24 +1,17 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchEvents = fetchEvents;
-const axios_1 = __importDefault(require("axios"));
 const utils_1 = require("./utils");
 const errors_1 = require("./errors");
 async function fetchEvents(params) {
     const searchLimit = 100000; // Fetch all events for comprehensive search
     try {
-        // Fetch events from Gamma API
-        const response = await axios_1.default.get(utils_1.GAMMA_API_URL, {
-            params: {
-                active: 'true',
-                closed: 'false',
-                limit: searchLimit
-            }
+        // Fetch events from Gamma API using parallel pagination
+        const events = await (0, utils_1.paginateParallel)(utils_1.GAMMA_API_URL, {
+            active: 'true',
+            closed: 'false',
+            limit: searchLimit
         });
-        const events = response.data || [];
         // Client-side text filtering
         const lowerQuery = (params?.query || '').toLowerCase();
         const searchIn = params?.searchIn || 'title';

package/dist/exchanges/polymarket/fetchMarkets.js

@@ -95,11 +95,8 @@ async function fetchMarketsDefault(params) {
         queryParams.ascending = 'false';
     }
     try {
-        // Fetch active events from Gamma
-        const response = await axios_1.default.get(utils_1.GAMMA_API_URL, {
-            params: queryParams
-        });
-        const events = response.data;
+        // Fetch active events from Gamma using parallel pagination
+        const events = await (0, utils_1.paginateParallel)(utils_1.GAMMA_API_URL, queryParams);
         const unifiedMarkets = [];
         for (const event of events) {
             // Each event is a container (e.g. "US Election").

package/dist/exchanges/polymarket/utils.d.ts

@@ -6,3 +6,8 @@ export declare function mapMarketToUnified(event: any, market: any, options?: {
     useQuestionAsCandidateFallback?: boolean;
 }): UnifiedMarket | null;
 export declare function mapIntervalToFidelity(interval: CandleInterval): number;
+/**
+ * Fetch all results from Gamma API using parallel pagination for best DX.
+ * Polymarket Gamma API has a hard limit of 500 results per request.
+ */
+export declare function paginateParallel(url: string, params: any, maxResults?: number): Promise<any[]>;

package/dist/exchanges/polymarket/utils.js

@@ -1,8 +1,42 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DATA_API_URL = exports.CLOB_API_URL = exports.GAMMA_API_URL = void 0;
 exports.mapMarketToUnified = mapMarketToUnified;
 exports.mapIntervalToFidelity = mapIntervalToFidelity;
+exports.paginateParallel = paginateParallel;
 const market_utils_1 = require("../../utils/market-utils");
 exports.GAMMA_API_URL = 'https://gamma-api.polymarket.com/events';
 exports.CLOB_API_URL = 'https://clob.polymarket.com';
@@ -99,3 +133,41 @@ function mapIntervalToFidelity(interval) {
     };
     return mapping[interval];
 }
+/**
+ * Fetch all results from Gamma API using parallel pagination for best DX.
+ * Polymarket Gamma API has a hard limit of 500 results per request.
+ */
+async function paginateParallel(url, params, maxResults = 10000) {
+    const PAGE_SIZE = 500;
+    const initialLimit = Math.min(params.limit || PAGE_SIZE, PAGE_SIZE);
+    // 1. Fetch the first page to see if we even need more
+    const firstPageResponse = await Promise.resolve().then(() => __importStar(require('axios'))).then(axios => axios.default.get(url, {
+        params: { ...params, limit: initialLimit, offset: 0 }
+    }));
+    const firstPage = firstPageResponse.data || [];
+    // If the first page isn't full, or we specifically asked for a small amount, we're done
+    if (firstPage.length < initialLimit || (params.limit && params.limit <= PAGE_SIZE)) {
+        return firstPage;
+    }
+    // 2. Determine how many more pages to fetch
+    const targetLimit = params.limit || maxResults;
+    const numPages = Math.ceil(targetLimit / PAGE_SIZE);
+    const offsets = [];
+    for (let i = 1; i < numPages; i++) {
+        offsets.push(i * PAGE_SIZE);
+    }
+    // 3. Fetch remaining pages in parallel
+    const axios = (await Promise.resolve().then(() => __importStar(require('axios')))).default;
+    const remainingPages = await Promise.all(offsets.map(async (offset) => {
+        try {
+            const res = await axios.get(url, {
+                params: { ...params, limit: PAGE_SIZE, offset }
+            });
+            return res.data || [];
+        }
+        catch (e) {
+            return []; // Swallow individual page errors to be robust
+        }
+    }));
+    return [firstPage, ...remainingPages].flat();
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pmxt-core",
-  "version": "2.0.8",
+  "version": "2.0.9",
   "description": "pmxt is a unified prediction market data API. The ccxt for prediction markets.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -29,8 +29,8 @@
     "test": "jest -c jest.config.js",
     "server": "tsx watch src/server/index.ts",
     "server:prod": "node dist/server/index.js",
-    "generate:sdk:python": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g python -o ../sdks/python/generated --package-name pmxt_internal --additional-properties=projectName=pmxt-internal,packageVersion=2.0.8,library=urllib3",
-    "generate:sdk:typescript": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g typescript-fetch -o ../sdks/typescript/generated --additional-properties=npmName=pmxtjs,npmVersion=2.0.8,supportsES6=true,typescriptThreePlus=true && node ../sdks/typescript/scripts/fix-generated.js",
+    "generate:sdk:python": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g python -o ../sdks/python/generated --package-name pmxt_internal --additional-properties=projectName=pmxt-internal,packageVersion=2.0.9,library=urllib3",
+    "generate:sdk:typescript": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g typescript-fetch -o ../sdks/typescript/generated --additional-properties=npmName=pmxtjs,npmVersion=2.0.9,supportsES6=true,typescriptThreePlus=true && node ../sdks/typescript/scripts/fix-generated.js",
     "extract:jsdoc": "node ../scripts/extract-jsdoc.js",
     "generate:docs": "npm run extract:jsdoc && node ../scripts/generate-api-docs.js",
     "generate:sdk:all": "npm run generate:sdk:python && npm run generate:sdk:typescript && npm run generate:docs"