s3db.js 19.1.1-next.4c11df9b → 19.1.1-next.93ad4925

package/dist/s3db.es.js

@@ -2,12 +2,11 @@ import path$2, { join, dirname, resolve as resolve$1 } from 'path';
 import EventEmitter$1, { EventEmitter } from 'events';
 import { chunk, isEmpty, isFunction as isFunction$1, merge, isString, invert, uniq, cloneDeep as cloneDeep$1, get as get$1, set, isObject as isObject$2 } from 'lodash-es';
 import { expandHTTP2Options, createHttp2MetricsHooks, createClient, getGlobalHttp2Metrics, parseHttp2Error, Http2Error, TemplateEngine } from 'recker';
-import { Readable } from 'node:stream';
 import { S3Client as S3Client$1, PutObjectCommand, GetObjectCommand, HeadObjectCommand, CopyObjectCommand, DeleteObjectCommand, DeleteObjectsCommand, ListObjectsV2Command } from '@aws-sdk/client-s3';
 import crypto$2, { createHash, createPublicKey, createVerify, generateKeyPairSync, createSign, randomBytes, randomUUID } from 'crypto';
 import { nanoid } from 'nanoid';
 import fs$3, { writeFile, readFile, mkdir, rename, unlink, appendFile, copyFile, readdir, stat, rm, watch, access } from 'fs/promises';
-import { Readable as Readable$1, Transform, Writable } from 'stream';
+import { Readable, Transform, Writable } from 'stream';
 import * as fs$2 from 'fs';
 import fs__default, { existsSync, writeFileSync, createReadStream, createWriteStream, readFileSync } from 'fs';
 import os$2, { cpus, platform } from 'os';
@@ -286,7 +285,6 @@ function parseRetryAfter$1(headerValue) {
     return undefined;
 }
 class ReckerHttpHandler {
-    metadata = { handlerProtocol: 'h2' };
     options;
     client;
     deduplicator;
@@ -363,23 +361,16 @@ class ReckerHttpHandler {
             circuitBreakerTrips: 0,
         };
     }
+    get metadata() {
+        return this.client?.metadata ?? { handlerProtocol: 'http/1.1' };
+    }
     async handle(request, { abortSignal, requestTimeout } = {}) {
-        const protocol = request.protocol || 'https:';
-        const defaultPort = protocol === 'https:' ? 443 : 80;
-        const port = request.port || defaultPort;
         const hostname = request.hostname;
-        const url = `${protocol}//${hostname}:${port}${request.path}`;
         const method = request.method;
         if (this.circuitBreaker && !this.circuitBreaker.canRequest(hostname)) {
             this.metrics.circuitBreakerTrips++;
             throw new Error(`Circuit breaker OPEN for ${hostname}`);
         }
-        const headers = {};
-        for (const [key, value] of Object.entries(request.headers)) {
-            if (value !== undefined) {
-                headers[key] = value;
-            }
-        }
         const doRequest = async () => {
             this.metrics.requests++;
             let lastError;
@@ -388,20 +379,32 @@ class ReckerHttpHandler {
             while (attempt < maxAttempts) {
                 attempt++;
                 try {
-                    const reckerResponse = await this.client.request(url, {
-                        method,
+                    const headers = {};
+                    for (const [key, value] of Object.entries(request.headers)) {
+                        if (value !== undefined) {
+                            headers[key] = value;
+                        }
+                    }
+                    const result = await this.client.handle({
+                        protocol: request.protocol,
+                        hostname: request.hostname,
+                        port: request.port,
+                        path: request.path,
+                        query: request.query,
+                        method: request.method,
                         headers,
                         body: request.body,
-                        signal: abortSignal,
-                        timeout: requestTimeout || this.options.bodyTimeout,
-                        http2: this.options.http2,
+                    }, {
+                        abortSignal,
+                        requestTimeout: requestTimeout || this.options.bodyTimeout,
                     });
+                    const statusCode = result.response.statusCode;
                     if (this.options.enableRetry && attempt < maxAttempts &&
-                        isRetryableError(null, reckerResponse.status)) {
+                        isRetryableError(null, statusCode)) {
                         this.metrics.retries++;
                         let delay;
                         if (this.options.respectRetryAfter) {
-                            const retryAfter = parseRetryAfter$1(reckerResponse.headers.get('Retry-After'));
+                            const retryAfter = parseRetryAfter$1(result.response.headers['retry-after'] ?? null);
                             delay = retryAfter !== undefined
                                 ? Math.min(retryAfter, this.options.maxRetryDelay)
                                 : calculateRetryDelay(attempt, this.options.retryDelay, this.options.maxRetryDelay, this.options.retryJitter);
@@ -415,22 +418,7 @@ class ReckerHttpHandler {
                     if (this.circuitBreaker) {
                         this.circuitBreaker.recordSuccess(hostname);
                     }
-                    let body;
-                    if (reckerResponse.body) {
-                        body = Readable.fromWeb(reckerResponse.body);
-                    }
-                    const responseHeaders = {};
-                    for (const [key, value] of reckerResponse.headers.entries()) {
-                        responseHeaders[key] = value;
-                    }
-                    return {
-                        response: {
-                            statusCode: reckerResponse.status,
-                            reason: reckerResponse.statusText,
-                            headers: responseHeaders,
-                            body
-                        }
-                    };
+                    return result;
                 }
                 catch (error) {
                     lastError = error;
@@ -439,7 +427,6 @@ class ReckerHttpHandler {
                     }
                     if (this.options.enableRetry && attempt < maxAttempts && isRetryableError(error)) {
                         this.metrics.retries++;
-                        // Check for HTTP/2 specific retry delay (e.g., ENHANCE_YOUR_CALM)
                         const h2Delay = getHttp2RetryDelay(error);
                         const delay = h2Delay !== undefined
                             ? Math.min(h2Delay, this.options.maxRetryDelay)
@@ -453,6 +440,8 @@ class ReckerHttpHandler {
             throw lastError;
         };
         if (this.deduplicator) {
+            const protocol = request.protocol || 'https:';
+            const url = `${protocol}//${hostname}${request.path}`;
             const originalRequests = this.metrics.requests;
             const result = await this.deduplicator.dedupe(method, url, doRequest);
             if (this.metrics.requests === originalRequests) {
@@ -1612,7 +1601,6 @@ const BUILT_IN_SENSITIVE_FIELDS = [
     'certificatekey',
     'certificate_key',
     'certificate-key',
-    'key',
     'credential',
     'credentials',
     'hash',
@@ -6034,7 +6022,7 @@ class MemoryStorage {
         }
         this._touchKey(key);
         this.logger.debug({ key, size: obj.size }, `GET ${key} (${obj.size} bytes)`);
-        const bodyStream = Readable$1.from(obj.body);
+        const bodyStream = Readable.from(obj.body);
         bodyStream.transformToString = async (encoding = 'utf-8') => {
             const chunks = [];
             for await (const chunk of bodyStream) {
@@ -6050,7 +6038,7 @@ class MemoryStorage {
             return new Uint8Array(Buffer.concat(chunks));
         };
         bodyStream.transformToWebStream = () => {
-            return Readable$1.toWeb(bodyStream);
+            return Readable.toWeb(bodyStream);
         };
         return {
             Body: bodyStream,
@@ -7959,7 +7947,7 @@ class FileSystemStorage {
             info.push(`decompressed: ${metadata.size}→${finalBuffer.length}`);
         }
         this.logger.debug({ key, size: metadata.size, compressed: metadata.compressed }, `GET ${key} (${info.join(', ')})`);
-        const bodyStream = Readable$1.from(finalBuffer);
+        const bodyStream = Readable.from(finalBuffer);
         bodyStream.transformToString = async (encoding = 'utf-8') => {
             const chunks = [];
             for await (const chunk of bodyStream) {
@@ -7975,7 +7963,7 @@ class FileSystemStorage {
             return new Uint8Array(Buffer.concat(chunks));
         };
         bodyStream.transformToWebStream = () => {
-            return Readable$1.toWeb(bodyStream);
+            return Readable.toWeb(bodyStream);
         };
         return {
             Body: bodyStream,
@@ -18248,8 +18236,8 @@ class Database extends SafeEventEmitter {
         })();
         this.version = '1';
         this.s3dbVersion = (() => {
-            const [ok, , version] = tryFnSync(() => (typeof globalThis['19.1.1-next.4c11df9b'] !== 'undefined' && globalThis['19.1.1-next.4c11df9b'] !== '19.1.1-next.4c11df9b'
-                ? globalThis['19.1.1-next.4c11df9b']
+            const [ok, , version] = tryFnSync(() => (typeof globalThis['19.1.1-next.93ad4925'] !== 'undefined' && globalThis['19.1.1-next.93ad4925'] !== '19.1.1-next.93ad4925'
+                ? globalThis['19.1.1-next.93ad4925']
                 : 'latest'));
             return ok ? version : 'latest';
         })();
@@ -51041,6 +51029,9 @@ function deleteChunkedCookie(context, name, options = {}, cookieJar = null) {
         });
     });
 }
+function isChunkedCookie(context, name) {
+    return !!getCookie(context, `${name}.__chunks`);
+}
 
 const logger$i = createLogger({
     name: 'OidcValidator',
@@ -64035,14 +64026,19 @@ class ApiPlugin extends Plugin {
 var index$5 = /*#__PURE__*/Object.freeze({
     __proto__: null,
     ApiPlugin: ApiPlugin,
+    CookieChunkOverflowError: CookieChunkOverflowError,
     OIDCClient: OIDCClient,
     OpenGraphHelper: OpenGraphHelper,
     RouteContext: RouteContext$1,
     createContextInjectionMiddleware: createContextInjectionMiddleware,
+    deleteChunkedCookie: deleteChunkedCookie,
     ejsEngine: ejsEngine,
     errorResponse: errorResponse,
+    getChunkedCookie: getChunkedCookie,
+    isChunkedCookie: isChunkedCookie,
     jsxEngine: jsxEngine,
     pugEngine: pugEngine,
+    setChunkedCookie: setChunkedCookie,
     setupTemplateEngine: setupTemplateEngine,
     successResponse: successResponse,
     withContext: withContext
@@ -160276,5 +160272,5 @@ var terraformExporter = /*#__PURE__*/Object.freeze({
     exportToTerraformState: exportToTerraformState
 });
 
-export { AVAILABLE_BEHAVIORS, AdaptiveTuning, AdjacencyListDriver, AnalyticsNotEnabledError, ApiPlugin, AsyncEventEmitter, AuditPlugin, AuthenticationError$1 as AuthenticationError, BACKUP_DRIVERS, BUILT_IN_SENSITIVE_FIELDS, BackupPlugin, BaseBackupDriver, BaseCloudDriver, BaseError, BaseReplicator, BehaviorError, Benchmark, CONTENT_TYPE_DICT, CRON_PRESETS, CURRENCY_DECIMALS, CachePlugin, S3Client as Client, ConnectionString, ConnectionStringError, CookieFarmPlugin, CookieFarmSuitePlugin, CoordinatorPlugin, CostsPlugin, CrawlContext, CronManager, CryptoError, DEFAULT_BEHAVIOR, Database, DatabaseError, DistributedLock, DistributedSequence, EncryptionError, ErrorClassifier, ErrorMap, EventualConsistencyPlugin, Factory, FailbanManager, FetchFallback, FileSystemClient, FileSystemStorage, FilesystemBackupDriver, FilesystemCache, FullTextPlugin, GeoPlugin, GraphConfigurationError, GraphError, GraphPlugin, HighPerformanceInserter, HybridFetcher, IdentityPlugin, ImporterPlugin, InMemoryPersistence, IncrementalConfigError, IncrementalSequence, InvalidEdgeError, InvalidParentError, InvalidResourceItem, KubernetesInventoryPlugin, LatencyBuffer, MLPlugin, MemoryCache, MemoryClient, MemorySampler, MemoryStorage, MetadataLimitError, MetricsPlugin, MissingMetadata, MultiBackupDriver, NON_RETRIABLE, NestedSetDriver, NoSuchBucket, NoSuchKey, NodeNotFoundError, NotFound, OIDCClient, OpenGraphHelper, PartitionAwareFilesystemCache, PartitionDriverError, PartitionError, PartitionQueue, PathNotFoundError, PerformanceMonitor, PermissionError, Plugin, PluginError, PluginObject, PluginStorage, PluginStorageError, ProcessManager$1 as ProcessManager, PuppeteerPlugin, QueueConsumerPlugin, RETRIABLE, RabbitMqConsumer, ReckerHttpHandler, ReckerWrapper, ReconPlugin, ReplicationError, ReplicatorPlugin, Resource, ResourceError, ResourceIdsPageReader, ResourceIdsReader, ResourceNotFound, ResourceReader, ResourceWriter, RingBuffer, RootNodeError, RouteContext$1 as RouteContext, S3BackupDriver, S3Cache, S3Client, S3QueuePlugin, Database as S3db, S3dbError, S3dbReplicator, SMTPPlugin, STATUS_MESSAGE_DICT, SafeEventEmitter, SchedulerPlugin, Schema, SchemaError, Seeder, SpiderPlugin, SqsConsumer, SqsReplicator, StateMachinePlugin, StreamError, StreamInserter, TTLPlugin, TaskExecutor, TasksPool, TasksRunner, TfStatePlugin, TournamentPlugin, Transformers, TreeConfigurationError, TreeIntegrityError, TreePlugin, URL_PREFIX_DICT, UnknownError, ValidationError, Validator, VectorPlugin, VertexNotFoundError, WebSocketPlugin, WebSocketServer, WebhookReplicator, analyzeString, behaviors, benchmark, bytesToMB, cacheValidator, calculateAttributeNamesSize, calculateAttributeSizes, calculateBufferSavings, calculateDictionaryCompression, calculateEffectiveLimit, calculateEncodedSize, calculateIPSavings, calculateSystemOverhead, calculateTotalSize, calculateUTF8Bytes, captureHeapSnapshot, clearBit, clearBitFast, clearUTF8Memory, clearValidatorCache, compactHash, compareEncodings, compareMemorySnapshots, compressIPv6, computeBackoff, countBits, countBitsFast, createBackupDriver, createBitmap, createBitmapFast, createConsumer, createContextInjectionMiddleware, createCronManager, createCustomGenerator, createHttpClient, createHttpClientSync, createIncrementalIdGenerator, createLockedFunction, createLogger, createPayloadRedactionSerializer, createRedactRules, createReplicator, createSafeEventEmitter, createSensitiveDataSerializer, createSequence, decode, decodeBits, decodeBitsFast, decodeBuffer, decodeDecimal, decodeFixedPoint, decodeFixedPointBatch, decodeGeoLat, decodeGeoLon, decodeGeoPoint, decodeIPv4, decodeIPv6, decodeMoney, decrypt, S3db as default, detectIPVersion, dictionaryDecode, dictionaryEncode, ejsEngine, encode, encodeBits, encodeBitsFast, encodeBuffer, encodeDecimal, encodeFixedPoint, encodeFixedPointBatch, encodeGeoLat, encodeGeoLon, encodeGeoPoint, encodeIPv4, encodeIPv6, encodeMoney, encrypt, errorResponse, evictUnusedValidators, exampleUsage, expandHash, expandIPv6, flatten, forEachWithConcurrency, forceGC, formatIncrementalValue, formatMemoryUsage, formatMoney, generateSchemaFingerprint, generateTypes, getAccuracyForPrecision, getBehavior, getBit, getBitFast, getCacheMemoryUsage, getCacheStats, getCachedValidator, getCronManager, getCurrencyDecimals, getDictionaryStats, getGlobalLogger, getLoggerOptionsFromEnv, getMemoryUsage, getNanoidInitializationError, getPrecisionForAccuracy, getProcessManager, getSizeBreakdown, getSupportedCurrencies, getUrlAlphabet, hashPassword, hashPasswordSync, httpGet, httpPost, idGenerator, initializeNanoid, intervalToCron, isBcryptHash, isPreconditionFailure, isReckerAvailable, isSensitiveField, isSupportedCurrency, isValidCoordinate, isValidIPv4, isValidIPv6, jsxEngine, lazyLoadPlugin, loadApiPlugin, loadBackupPlugin, loadBigqueryReplicator, loadCloudInventoryPlugin, loadCookieFarmPlugin, loadCookieFarmSuitePlugin, loadDynamoDBReplicator, loadGeoPlugin, loadIdentityPlugin, loadKubernetesInventoryPlugin, loadMLPlugin, loadMongoDBReplicator, loadMySQLReplicator, loadPlanetScaleReplicator, loadPostgresReplicator, loadPuppeteerPlugin, loadQueueConsumerPlugin, loadRabbitMqConsumer, loadReconPlugin, loadReplicatorPlugin, loadSMTPPlugin, loadSpiderPlugin, loadSqsConsumer, loadSqsReplicator, loadTursoReplicator, loadWebSocketPlugin, mapAwsError, mapWithConcurrency, md5, measureMemory, metadataDecode, metadataEncode, optimizedDecode, optimizedEncode, parseIncrementalConfig, passwordGenerator, preloadRecker, printTypes, pugEngine, releaseValidator, resetCronManager, resetGlobalLogger, resetProcessManager, setBit, setBitFast, setupTemplateEngine, sha256, sleep$1 as sleep, streamToString, successResponse, toggleBit, toggleBitFast, transformValue, tryFn, tryFnSync, unflatten, validateBackupConfig, validateIncrementalConfig, validateReplicatorConfig, verifyPassword$1 as verifyPassword, withContext };
+export { AVAILABLE_BEHAVIORS, AdaptiveTuning, AdjacencyListDriver, AnalyticsNotEnabledError, ApiPlugin, AsyncEventEmitter, AuditPlugin, AuthenticationError$1 as AuthenticationError, BACKUP_DRIVERS, BUILT_IN_SENSITIVE_FIELDS, BackupPlugin, BaseBackupDriver, BaseCloudDriver, BaseError, BaseReplicator, BehaviorError, Benchmark, CONTENT_TYPE_DICT, CRON_PRESETS, CURRENCY_DECIMALS, CachePlugin, S3Client as Client, ConnectionString, ConnectionStringError, CookieFarmPlugin, CookieFarmSuitePlugin, CoordinatorPlugin, CostsPlugin, CrawlContext, CronManager, CryptoError, DEFAULT_BEHAVIOR, Database, DatabaseError, DistributedLock, DistributedSequence, EncryptionError, ErrorClassifier, ErrorMap, EventualConsistencyPlugin, Factory, FailbanManager, FetchFallback, FileSystemClient, FileSystemStorage, FilesystemBackupDriver, FilesystemCache, FullTextPlugin, GeoPlugin, GraphConfigurationError, GraphError, GraphPlugin, HighPerformanceInserter, HybridFetcher, IdentityPlugin, ImporterPlugin, InMemoryPersistence, IncrementalConfigError, IncrementalSequence, InvalidEdgeError, InvalidParentError, InvalidResourceItem, KubernetesInventoryPlugin, LatencyBuffer, MLPlugin, MemoryCache, MemoryClient, MemorySampler, MemoryStorage, MetadataLimitError, MetricsPlugin, MissingMetadata, MultiBackupDriver, NON_RETRIABLE, NestedSetDriver, NoSuchBucket, NoSuchKey, NodeNotFoundError, NotFound, OIDCClient, OpenGraphHelper, PartitionAwareFilesystemCache, PartitionDriverError, PartitionError, PartitionQueue, PathNotFoundError, PerformanceMonitor, PermissionError, Plugin, PluginError, PluginObject, PluginStorage, PluginStorageError, ProcessManager$1 as ProcessManager, PuppeteerPlugin, QueueConsumerPlugin, RETRIABLE, RabbitMqConsumer, ReckerHttpHandler, ReckerWrapper, ReconPlugin, ReplicationError, ReplicatorPlugin, Resource, ResourceError, ResourceIdsPageReader, ResourceIdsReader, ResourceNotFound, ResourceReader, ResourceWriter, RingBuffer, RootNodeError, RouteContext$1 as RouteContext, S3BackupDriver, S3Cache, S3Client, S3QueuePlugin, Database as S3db, S3dbError, S3dbReplicator, SMTPPlugin, STATUS_MESSAGE_DICT, SafeEventEmitter, SchedulerPlugin, Schema, SchemaError, Seeder, SpiderPlugin, SqsConsumer, SqsReplicator, StateMachinePlugin, StreamError, StreamInserter, TTLPlugin, TaskExecutor, TasksPool, TasksRunner, TfStatePlugin, TournamentPlugin, Transformers, TreeConfigurationError, TreeIntegrityError, TreePlugin, URL_PREFIX_DICT, UnknownError, ValidationError, Validator, VectorPlugin, VertexNotFoundError, WebSocketPlugin, WebSocketServer, WebhookReplicator, analyzeString, behaviors, benchmark, bytesToMB, cacheValidator, calculateAttributeNamesSize, calculateAttributeSizes, calculateBufferSavings, calculateDictionaryCompression, calculateEffectiveLimit, calculateEncodedSize, calculateIPSavings, calculateSystemOverhead, calculateTotalSize, calculateUTF8Bytes, captureHeapSnapshot, clearBit, clearBitFast, clearUTF8Memory, clearValidatorCache, compactHash, compareEncodings, compareMemorySnapshots, compressIPv6, computeBackoff, countBits, countBitsFast, createBackupDriver, createBitmap, createBitmapFast, createConsumer, createContextInjectionMiddleware, createCronManager, createCustomGenerator, createHttpClient, createHttpClientSync, createIncrementalIdGenerator, createLockedFunction, createLogger, createPayloadRedactionSerializer, createRedactRules, createReplicator, createSafeEventEmitter, createSensitiveDataSerializer, createSequence, decode, decodeBits, decodeBitsFast, decodeBuffer, decodeDecimal, decodeFixedPoint, decodeFixedPointBatch, decodeGeoLat, decodeGeoLon, decodeGeoPoint, decodeIPv4, decodeIPv6, decodeMoney, decrypt, S3db as default, deleteChunkedCookie, detectIPVersion, dictionaryDecode, dictionaryEncode, ejsEngine, encode, encodeBits, encodeBitsFast, encodeBuffer, encodeDecimal, encodeFixedPoint, encodeFixedPointBatch, encodeGeoLat, encodeGeoLon, encodeGeoPoint, encodeIPv4, encodeIPv6, encodeMoney, encrypt, errorResponse, evictUnusedValidators, exampleUsage, expandHash, expandIPv6, flatten, forEachWithConcurrency, forceGC, formatIncrementalValue, formatMemoryUsage, formatMoney, generateSchemaFingerprint, generateTypes, getAccuracyForPrecision, getBehavior, getBit, getBitFast, getCacheMemoryUsage, getCacheStats, getCachedValidator, getChunkedCookie, getCronManager, getCurrencyDecimals, getDictionaryStats, getGlobalLogger, getLoggerOptionsFromEnv, getMemoryUsage, getNanoidInitializationError, getPrecisionForAccuracy, getProcessManager, getSizeBreakdown, getSupportedCurrencies, getUrlAlphabet, hashPassword, hashPasswordSync, httpGet, httpPost, idGenerator, initializeNanoid, intervalToCron, isBcryptHash, isChunkedCookie, isPreconditionFailure, isReckerAvailable, isSensitiveField, isSupportedCurrency, isValidCoordinate, isValidIPv4, isValidIPv6, jsxEngine, lazyLoadPlugin, loadApiPlugin, loadBackupPlugin, loadBigqueryReplicator, loadCloudInventoryPlugin, loadCookieFarmPlugin, loadCookieFarmSuitePlugin, loadDynamoDBReplicator, loadGeoPlugin, loadIdentityPlugin, loadKubernetesInventoryPlugin, loadMLPlugin, loadMongoDBReplicator, loadMySQLReplicator, loadPlanetScaleReplicator, loadPostgresReplicator, loadPuppeteerPlugin, loadQueueConsumerPlugin, loadRabbitMqConsumer, loadReconPlugin, loadReplicatorPlugin, loadSMTPPlugin, loadSpiderPlugin, loadSqsConsumer, loadSqsReplicator, loadTursoReplicator, loadWebSocketPlugin, mapAwsError, mapWithConcurrency, md5, measureMemory, metadataDecode, metadataEncode, optimizedDecode, optimizedEncode, parseIncrementalConfig, passwordGenerator, preloadRecker, printTypes, pugEngine, releaseValidator, resetCronManager, resetGlobalLogger, resetProcessManager, resolveCacheMemoryLimit, setBit, setBitFast, setChunkedCookie, setupTemplateEngine, sha256, sleep$1 as sleep, streamToString, successResponse, toggleBit, toggleBitFast, transformValue, tryFn, tryFnSync, unflatten, validateBackupConfig, validateIncrementalConfig, validateReplicatorConfig, verifyPassword$1 as verifyPassword, withContext };
 //# sourceMappingURL=s3db.es.js.map