folio-migration-tools 1.10.1__tar.gz → 1.10.2__tar.gz

{folio_migration_tools-1.10.1 → folio_migration_tools-1.10.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: folio-migration-tools
-Version: 1.10.1
+Version: 1.10.2
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data
 Author: Theodor Tolstoy, Lisa Sjögren, Brooks Travis, Jeremy Nelson, Clinton Bradford

{folio_migration_tools-1.10.1 → folio_migration_tools-1.10.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "folio_migration_tools"
-version = "1.10.1"
+version = "1.10.2"
 description =  "A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP"
 authors = [
 	{name = "Theodor Tolstoy", email = "github.teddes@tolstoy.se"},

{folio_migration_tools-1.10.1 → folio_migration_tools-1.10.2}/src/folio_migration_tools/migration_tasks/batch_poster.py

@@ -2,6 +2,7 @@ import asyncio
 import copy
 import json
 import logging
+import os
 import re
 import sys
 import traceback
@@ -249,6 +250,10 @@ class BatchPoster(MigrationTaskBase):
         self.num_posted = 0
         self.starting_record_count_in_folio: Optional[int] = None
         self.finished_record_count_in_folio: Optional[int] = None
+        # Create a semaphore to limit concurrent async requests
+        self.semaphore = asyncio.Semaphore(
+            int(os.environ.get("FOLIO_MAX_CONCURRENT_REQUESTS", 10))
+        )
 
     def do_work(self):  # noqa: C901
         with open(
@@ -520,7 +525,8 @@ class BatchPoster(MigrationTaskBase):
 
         for attempt in range(retries):
             try:
-                return await self.folio_client.folio_get_async(url, query_params=params)
+                async with self.semaphore:
+                    return await self.folio_client.folio_get_async(url, query_params=params)
 
             except folioclient.FolioConnectionError as e:
                 # Network/connection errors - always retry