pmxt-core 2.0.10 → 2.0.11

package/dist/exchanges/limitless/fetchMarkets.js

@@ -77,18 +77,14 @@ async function fetchMarketsDefault(marketFetcher, params) {
     if (params?.sort === 'volume') {
         sortBy = 'high_value';
     }
-    // Calculate page number from offset
-    const page = Math.floor(offset / limit) + 1;
     try {
-        // Use SDK's getActiveMarkets method
-        const response = await marketFetcher.getActiveMarkets({
-            limit: limit,
-            page: page,
-            sortBy: sortBy,
-        });
-        const markets = response.data || [];
+        // Use pagination utility to handle limits > 25
+        // The utility over-fetches to account for markets that get filtered out
+        const totalToFetch = limit + offset;
+        const rawMarkets = await (0, utils_1.paginateLimitlessMarkets)(marketFetcher, totalToFetch, sortBy);
+        // Map and filter markets
         const unifiedMarkets = [];
-        for (const market of markets) {
+        for (const market of rawMarkets) {
             const unifiedMarket = (0, utils_1.mapMarketToUnified)(market);
             // Only include markets that are valid and have outcomes (compliance requirement)
             if (unifiedMarket && unifiedMarket.outcomes.length > 0) {
@@ -99,7 +95,9 @@ async function fetchMarketsDefault(marketFetcher, params) {
         if (params?.sort === 'volume') {
             unifiedMarkets.sort((a, b) => (b.volume ?? 0) - (a.volume ?? 0));
         }
-        return unifiedMarkets;
+        // Apply offset and limit to the FILTERED results
+        const marketsAfterOffset = offset > 0 ? unifiedMarkets.slice(offset) : unifiedMarkets;
+        return marketsAfterOffset.slice(0, limit);
     }
     catch (error) {
         throw errors_1.limitlessErrorMapper.mapError(error);

package/dist/exchanges/limitless/utils.d.ts

@@ -2,3 +2,12 @@ import { UnifiedMarket, CandleInterval } from '../../types';
 export declare const LIMITLESS_API_URL = "https://api.limitless.exchange";
 export declare function mapMarketToUnified(market: any): UnifiedMarket | null;
 export declare function mapIntervalToFidelity(interval: CandleInterval): number;
+/**
+ * Fetch paginated results from Limitless API.
+ * The API has a hard limit of 25 items per request, so this function
+ * handles automatic pagination when more items are requested.
+ *
+ * This function fetches all available markets up to a reasonable limit
+ * to ensure the caller can filter and still get the requested number.
+ */
+export declare function paginateLimitlessMarkets(fetcher: any, requestedLimit: number, sortBy: 'lp_rewards' | 'ending_soon' | 'newest' | 'high_value'): Promise<any[]>;

package/dist/exchanges/limitless/utils.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.LIMITLESS_API_URL = void 0;
 exports.mapMarketToUnified = mapMarketToUnified;
 exports.mapIntervalToFidelity = mapIntervalToFidelity;
+exports.paginateLimitlessMarkets = paginateLimitlessMarkets;
 const market_utils_1 = require("../../utils/market-utils");
 exports.LIMITLESS_API_URL = 'https://api.limitless.exchange';
 function mapMarketToUnified(market) {
@@ -60,3 +61,50 @@ function mapIntervalToFidelity(interval) {
     };
     return mapping[interval];
 }
+/**
+ * Fetch paginated results from Limitless API.
+ * The API has a hard limit of 25 items per request, so this function
+ * handles automatic pagination when more items are requested.
+ *
+ * This function fetches all available markets up to a reasonable limit
+ * to ensure the caller can filter and still get the requested number.
+ */
+async function paginateLimitlessMarkets(fetcher, requestedLimit, sortBy) {
+    const PAGE_SIZE = 25;
+    const targetLimit = requestedLimit || PAGE_SIZE;
+    const MAX_PAGES = 20; // Safety limit to prevent infinite loops
+    if (targetLimit <= PAGE_SIZE) {
+        const response = await fetcher.getActiveMarkets({
+            limit: targetLimit,
+            page: 1,
+            sortBy: sortBy,
+        });
+        return response.data || [];
+    }
+    // Fetch more pages than theoretically needed to account for filtering
+    // ~33% of markets lack tokens and get filtered out, so we over-fetch
+    // by 70% to ensure we get enough valid markets after filtering
+    const estimatedPages = Math.ceil(targetLimit / PAGE_SIZE);
+    const pagesWithBuffer = Math.min(Math.ceil(estimatedPages * 1.7), MAX_PAGES);
+    const pageNumbers = [];
+    for (let i = 1; i <= pagesWithBuffer; i++) {
+        pageNumbers.push(i);
+    }
+    const pages = await Promise.all(pageNumbers.map(async (page) => {
+        try {
+            const response = await fetcher.getActiveMarkets({
+                limit: PAGE_SIZE,
+                page: page,
+                sortBy: sortBy,
+            });
+            return response.data || [];
+        }
+        catch (e) {
+            return [];
+        }
+    }));
+    const allMarkets = pages.flat();
+    // Don't slice here - let the caller handle limiting after filtering
+    // This ensures we return enough raw markets for the caller to filter
+    return allMarkets;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pmxt-core",
-  "version": "2.0.10",
+  "version": "2.0.11",
   "description": "pmxt is a unified prediction market data API. The ccxt for prediction markets.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -29,8 +29,8 @@
     "test": "jest -c jest.config.js",
     "server": "tsx watch src/server/index.ts",
     "server:prod": "node dist/server/index.js",
-    "generate:sdk:python": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g python -o ../sdks/python/generated --package-name pmxt_internal --additional-properties=projectName=pmxt-internal,packageVersion=2.0.10,library=urllib3",
-    "generate:sdk:typescript": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g typescript-fetch -o ../sdks/typescript/generated --additional-properties=npmName=pmxtjs,npmVersion=2.0.10,supportsES6=true,typescriptThreePlus=true && node ../sdks/typescript/scripts/fix-generated.js",
+    "generate:sdk:python": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g python -o ../sdks/python/generated --package-name pmxt_internal --additional-properties=projectName=pmxt-internal,packageVersion=2.0.11,library=urllib3",
+    "generate:sdk:typescript": "npx @openapitools/openapi-generator-cli generate -i src/server/openapi.yaml -g typescript-fetch -o ../sdks/typescript/generated --additional-properties=npmName=pmxtjs,npmVersion=2.0.11,supportsES6=true,typescriptThreePlus=true && node ../sdks/typescript/scripts/fix-generated.js",
     "extract:jsdoc": "node ../scripts/extract-jsdoc.js",
     "generate:docs": "npm run extract:jsdoc && node ../scripts/generate-api-docs.js",
     "generate:sdk:all": "npm run generate:sdk:python && npm run generate:sdk:typescript && npm run generate:docs"