@speckle/objectloader2 2.25.7 → 2.25.9

package/src/queues/batchingQueue.ts

@@ -0,0 +1,138 @@
+import { CustomLogger } from '../types/functions.js'
+import KeyedQueue from './keyedQueue.js'
+
+/**
+ * Default wait time in milliseconds for processing ongoing tasks during disposal.
+ * This value was chosen to balance responsiveness and CPU usage in typical scenarios.
+ */
+const PROCESSING_WAIT_TIME_MS = 100
+
+export default class BatchingQueue<T> {
+  #queue: KeyedQueue<string, T> = new KeyedQueue<string, T>()
+  #batchSize: number
+  #processFunction: (batch: T[]) => Promise<void>
+  #timeoutId: ReturnType<typeof setTimeout> | null = null
+  #isProcessing = false
+  #logger: CustomLogger
+
+  #disposed = false
+  #batchTimeout: number
+
+  // Helper methods for cross-environment timeout handling
+  #getSetTimeoutFn(): typeof setTimeout {
+    // First check for window object (browser), then fallback to global (node), then just use setTimeout
+    return typeof window !== 'undefined'
+      ? window.setTimeout.bind(window)
+      : typeof global !== 'undefined'
+      ? global.setTimeout
+      : setTimeout
+  }
+
+  #getClearTimeoutFn(): typeof clearTimeout {
+    // First check for window object (browser), then fallback to global (node), then just use clearTimeout
+    return typeof window !== 'undefined'
+      ? window.clearTimeout.bind(window)
+      : typeof global !== 'undefined'
+      ? global.clearTimeout
+      : clearTimeout
+  }
+
+  constructor(params: {
+    batchSize: number
+    maxWaitTime: number
+    processFunction: (batch: T[]) => Promise<void>
+    logger?: CustomLogger
+  }) {
+    this.#batchSize = params.batchSize
+    this.#processFunction = params.processFunction
+    this.#batchTimeout = params.maxWaitTime
+    this.#logger = params.logger || ((): void => {})
+  }
+
+  async disposeAsync(): Promise<void> {
+    this.#disposed = true
+    if (this.#timeoutId) {
+      this.#getClearTimeoutFn()(this.#timeoutId)
+      this.#timeoutId = null
+    }
+
+    // Wait for any ongoing processing to finish
+    while (this.#isProcessing) {
+      await new Promise((resolve) =>
+        this.#getSetTimeoutFn()(resolve, PROCESSING_WAIT_TIME_MS)
+      )
+    }
+
+    // After any ongoing flush is completed, there might be items in the queue.
+    // We should flush them.
+    if (this.#queue.size > 0) {
+      await this.#flush()
+    }
+  }
+
+  add(key: string, item: T): void {
+    if (this.#disposed) return
+    this.#queue.enqueue(key, item)
+    this.#addCheck()
+  }
+
+  addAll(keys: string[], items: T[]): void {
+    if (this.#disposed) return
+    this.#queue.enqueueAll(keys, items)
+    this.#addCheck()
+  }
+
+  #addCheck(): void {
+    if (this.#disposed) return
+    if (this.#queue.size >= this.#batchSize) {
+      // Fire and forget, no need to await
+      // eslint-disable-next-line @typescript-eslint/no-floating-promises
+      this.#flush()
+    } else {
+      if (this.#timeoutId) {
+        this.#getClearTimeoutFn()(this.#timeoutId)
+      }
+      // eslint-disable-next-line @typescript-eslint/no-misused-promises
+      this.#timeoutId = this.#getSetTimeoutFn()(() => this.#flush(), this.#batchTimeout)
+    }
+  }
+
+  async #flush(): Promise<void> {
+    if (this.#timeoutId) {
+      this.#getClearTimeoutFn()(this.#timeoutId)
+      this.#timeoutId = null
+    }
+
+    if (this.#isProcessing || this.#queue.size === 0) {
+      return
+    }
+    this.#isProcessing = true
+
+    const batchToProcess = this.#getBatch(this.#batchSize)
+
+    try {
+      await this.#processFunction(batchToProcess)
+    } catch (error) {
+      this.#logger('Batch processing failed:', error)
+    } finally {
+      this.#isProcessing = false
+    }
+    this.#addCheck()
+  }
+
+  get(id: string): T | undefined {
+    return this.#queue.get(id)
+  }
+
+  count(): number {
+    return this.#queue.size
+  }
+
+  isDisposed(): boolean {
+    return this.#disposed
+  }
+
+  #getBatch(batchSize: number): T[] {
+    return this.#queue.spliceValues(0, Math.min(batchSize, this.#queue.size))
+  }
+}

package/src/{helpers → queues}/bufferQueue.ts

@@ -9,4 +9,7 @@ export default class BufferQueue<T> implements Queue<T> {
   values(): T[] {
     return this.#buffer
   }
+  disposeAsync(): Promise<void> {
+    return Promise.resolve()
+  }
 }

package/src/{helpers → queues}/keyedQueue.ts

@@ -16,6 +16,18 @@ export default class KeyedQueue<K, V> {
     return true
   }
 
+  enqueueAll(keys: K[], values: V[]): number {
+    let count = 0
+    for (let i = 0; i < keys.length; i++) {
+      if (!this._map.has(keys[i])) {
+        this._map.set(keys[i], values[i])
+        this._order.push(keys[i])
+        count++
+      }
+    }
+    return count
+  }
+
   get(key: K): V | undefined {
     return this._map.get(key)
   }

package/src/{helpers → queues}/queue.ts

@@ -1,3 +1,4 @@
 export default interface Queue<T> {
   add(value: T): void
+  disposeAsync(): Promise<void>
 }

package/src/test/e2e.spec.ts

@@ -1,8 +1,8 @@
 import { describe, test, expect } from 'vitest'
 import { IDBFactory, IDBKeyRange } from 'fake-indexeddb'
-import { Base } from '../types/types.js'
 import { TIME_MS } from '@speckle/shared'
-import { ObjectLoader2Factory } from '../operations/objectLoader2Factory.js'
+import { ObjectLoader2Factory } from '../core/objectLoader2Factory.js'
+import { Base } from '../types/types.js'
 
 describe('e2e', () => {
   test(

package/src/types/functions.spec.ts

@@ -0,0 +1,155 @@
+import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest'
+import {
+  isBase,
+  isReference,
+  isScalar,
+  take,
+  getFeatureFlag,
+  ObjectLoader2Flags
+} from './functions.js'
+
+describe('isBase', () => {
+  it('should return true for valid Base objects', () => {
+    expect(isBase({ id: '123', speckle_type: 'Base' })).toBe(true)
+  })
+
+  it('should return false for objects without an id', () => {
+    expect(isBase({ speckle_type: 'Base' })).toBe(false)
+  })
+
+  it('should return false for objects with a non-string id', () => {
+    expect(isBase({ id: 123, speckle_type: 'Base' })).toBe(false)
+  })
+
+  it('should return false for null or undefined', () => {
+    expect(isBase(null)).toBe(false)
+    expect(isBase(undefined)).toBe(false)
+  })
+
+  it('should return false for non-objects', () => {
+    expect(isBase('a string')).toBe(false)
+    expect(isBase(123)).toBe(false)
+  })
+})
+
+describe('isReference', () => {
+  it('should return true for valid Reference objects', () => {
+    expect(isReference({ referencedId: '456' })).toBe(true)
+  })
+
+  it('should return false for objects without a referencedId', () => {
+    expect(isReference({ id: '456' })).toBe(false)
+  })
+
+  it('should return false for objects with a non-string referencedId', () => {
+    expect(isReference({ referencedId: 456 })).toBe(false)
+  })
+
+  it('should return false for null or undefined', () => {
+    expect(isReference(null)).toBe(false)
+    expect(isReference(undefined)).toBe(false)
+  })
+
+  it('should return false for non-objects', () => {
+    expect(isReference('a string')).toBe(false)
+    expect(isReference(123)).toBe(false)
+  })
+})
+
+describe('isScalar', () => {
+  it('should return true for scalar values', () => {
+    expect(isScalar('hello')).toBe(true)
+    expect(isScalar(123)).toBe(true)
+    expect(isScalar(true)).toBe(true)
+    expect(isScalar(BigInt(9007199254740991))).toBe(true)
+    expect(isScalar(Symbol('id'))).toBe(true)
+    expect(isScalar(undefined)).toBe(true)
+    expect(isScalar(null)).toBe(true)
+  })
+
+  it('should return false for non-scalar values', () => {
+    expect(isScalar({})).toBe(false)
+    expect(isScalar([])).toBe(false)
+    expect(isScalar(() => {})).toBe(false)
+  })
+})
+
+describe('take', () => {
+  it('should take the specified number of items from an iterator', () => {
+    const arr = [1, 2, 3, 4, 5]
+    const iterator = arr[Symbol.iterator]()
+    expect(take(iterator, 3)).toEqual([1, 2, 3])
+  })
+
+  it('should take all items if count is larger than the number of items', () => {
+    const arr = [1, 2]
+    const iterator = arr[Symbol.iterator]()
+    expect(take(iterator, 5)).toEqual([1, 2])
+  })
+
+  it('should take no items if count is 0', () => {
+    const arr = [1, 2, 3]
+    const iterator = arr[Symbol.iterator]()
+    expect(take(iterator, 0)).toEqual([])
+  })
+
+  it('should work with an empty iterator', () => {
+    const arr: number[] = []
+    const iterator = arr[Symbol.iterator]()
+    expect(take(iterator, 3)).toEqual([])
+  })
+})
+
+describe('getFeatureFlag', () => {
+  describe('in a non-browser environment', () => {
+    it('should return the default value', () => {
+      expect(getFeatureFlag(ObjectLoader2Flags.USE_CACHE)).toBe('true')
+    })
+
+    it('should return undefined when useDefault is false', () => {
+      expect(getFeatureFlag(ObjectLoader2Flags.USE_CACHE, false)).toBe(undefined)
+    })
+  })
+
+  describe('in a browser environment', () => {
+    const mockWindow = {
+      document: {},
+      location: {
+        search: ''
+      }
+    }
+
+    beforeEach(() => {
+      vi.stubGlobal('window', mockWindow)
+    })
+
+    afterEach(() => {
+      vi.unstubAllGlobals()
+    })
+
+    it('should return the parameter value from the URL', () => {
+      mockWindow.location.search = '?debug=value'
+      expect(getFeatureFlag(ObjectLoader2Flags.DEBUG)).toBe('value')
+    })
+
+    it('should return the default value if the parameter is not in the URL', () => {
+      mockWindow.location.search = '?otherparam=value'
+      expect(getFeatureFlag(ObjectLoader2Flags.DEBUG)).toBe('false')
+    })
+
+    it('should return the default value if the URL has no query string', () => {
+      mockWindow.location.search = ''
+      expect(getFeatureFlag(ObjectLoader2Flags.DEBUG)).toBe('false')
+    })
+
+    it('should return undefined if useDefault is false and parameter is not in URL', () => {
+      mockWindow.location.search = '?otherparam=value'
+      expect(getFeatureFlag(ObjectLoader2Flags.DEBUG, false)).toBe(undefined)
+    })
+
+    it('should still return the parameter value from URL when useDefault is false', () => {
+      mockWindow.location.search = '?debug=custom'
+      expect(getFeatureFlag(ObjectLoader2Flags.DEBUG, false)).toBe('custom')
+    })
+  })
+})

package/src/types/functions.ts

@@ -0,0 +1,118 @@
+import { Base, Reference } from './types.js'
+
+export type CustomLogger = (message?: string, ...optionalParams: unknown[]) => void
+
+export type Fetcher = (
+  input: string | URL | Request,
+  init?: RequestInit
+) => Promise<Response>
+
+export function isBase(maybeBase?: unknown): maybeBase is Base {
+  return (
+    maybeBase !== null &&
+    typeof maybeBase === 'object' &&
+    'id' in maybeBase &&
+    typeof maybeBase.id === 'string'
+  )
+}
+
+export function isReference(maybeRef?: unknown): maybeRef is Reference {
+  return (
+    maybeRef !== null &&
+    typeof maybeRef === 'object' &&
+    'referencedId' in maybeRef &&
+    typeof maybeRef.referencedId === 'string'
+  )
+}
+
+export function isScalar(
+  value: unknown
+): value is string | number | boolean | bigint | symbol | undefined {
+  const type = typeof value
+  return (
+    value === null ||
+    type === 'string' ||
+    type === 'number' ||
+    type === 'boolean' ||
+    type === 'bigint' ||
+    type === 'symbol' ||
+    type === 'undefined'
+  )
+}
+
+export function take<T>(it: Iterator<T>, count: number): T[] {
+  const result: T[] = []
+  for (let i = 0; i < count; i++) {
+    const itr = it.next()
+    if (itr.done) break
+    result.push(itr.value)
+  }
+  return result
+}
+
+export enum ObjectLoader2Flags {
+  DEBUG = 'debug',
+  USE_CACHE = 'useCache'
+}
+
+const defaultValues: Record<ObjectLoader2Flags, string> = {
+  [ObjectLoader2Flags.DEBUG]: 'false',
+  [ObjectLoader2Flags.USE_CACHE]: 'true'
+}
+
+export function getFeatureFlag(
+  paramName: ObjectLoader2Flags,
+  useDefault: boolean = true
+): string | undefined {
+  // Check if the code is running in a browser environment 🌐
+  const isBrowser =
+    typeof window !== 'undefined' && typeof window.document !== 'undefined'
+
+  if (!isBrowser) {
+    // If in Node.js or another server environment, return the default
+    return useDefault ? defaultValues[paramName] : undefined
+  }
+
+  // In a browser, parse the query string
+  const params = new URLSearchParams(window.location.search)
+
+  // .get() returns the value, or null if it's not found.
+  // The nullish coalescing operator (??) provides the default value
+  // if the left-hand side is null or undefined.
+  return params.get(paramName) ?? (useDefault ? defaultValues[paramName] : undefined)
+}
+
+/**
+ * Finds the first index of a "needle" Uint8Array within a "haystack" Uint8Array.
+ * @param haystack The larger array to search within.
+ * @param needle The smaller array to search for.
+ * @param start The index to start searching from. Defaults to 0.
+ * @returns The starting index of the needle, or -1 if not found.
+ */
+export function indexOf(
+  haystack: Uint8Array,
+  needle: Uint8Array,
+  start: number = 0
+): number {
+  if (needle.length === 0) {
+    return 0
+  }
+
+  // The last possible starting position for a match
+  const limit = haystack.length - needle.length
+
+  for (let i = start; i <= limit; i++) {
+    let foundMatch = true
+    for (let j = 0; j < needle.length; j++) {
+      if (haystack[i + j] !== needle[j]) {
+        foundMatch = false
+        break // Mismatch, break inner loop
+      }
+    }
+    if (foundMatch) {
+      return i // Found a full match at index i
+    }
+  }
+
+  return -1 // No match found
+}

package/src/types/types.ts

@@ -1,13 +1,6 @@
-export type CustomLogger = (message?: string, ...optionalParams: unknown[]) => void
-
-export type Fetcher = (
-  input: string | URL | Request,
-  init?: RequestInit
-) => Promise<Response>
-
 export interface Item {
   baseId: string
-  base: Base
+  base?: Base
   size?: number
 }
 
@@ -26,46 +19,3 @@ export interface Reference {
 export interface DataChunk extends Base {
   data?: Base[]
 }
-
-export function isBase(maybeBase?: unknown): maybeBase is Base {
-  return (
-    maybeBase !== null &&
-    typeof maybeBase === 'object' &&
-    'id' in maybeBase &&
-    typeof maybeBase.id === 'string'
-  )
-}
-
-export function isReference(maybeRef?: unknown): maybeRef is Reference {
-  return (
-    maybeRef !== null &&
-    typeof maybeRef === 'object' &&
-    'referencedId' in maybeRef &&
-    typeof maybeRef.referencedId === 'string'
-  )
-}
-
-export function isScalar(
-  value: unknown
-): value is string | number | boolean | bigint | symbol | undefined {
-  const type = typeof value
-  return (
-    value === null ||
-    type === 'string' ||
-    type === 'number' ||
-    type === 'boolean' ||
-    type === 'bigint' ||
-    type === 'symbol' ||
-    type === 'undefined'
-  )
-}
-
-export function take<T>(it: Iterator<T>, count: number): T[] {
-  const result: T[] = []
-  for (let i = 0; i < count; i++) {
-    const itr = it.next()
-    if (itr.done) break
-    result.push(itr.value)
-  }
-  return result
-}

package/dist/commonjs/helpers/aggregateQueue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"aggregateQueue.d.ts","sourceRoot":"","sources":["../../../src/helpers/aggregateQueue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,MAAM,CAAC,OAAO,OAAO,cAAc,CAAC,CAAC,CAAE,YAAW,KAAK,CAAC,CAAC,CAAC;;gBAI5C,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAK9C,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAKnB,MAAM,IAAI,CAAC,EAAE;CAGd"}

package/dist/commonjs/helpers/aggregateQueue.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"aggregateQueue.js","sourceRoot":"","sources":["../../../src/helpers/aggregateQueue.ts"],"names":[],"mappings":";;AAEA,MAAqB,cAAc;IACjC,OAAO,CAAU;IACjB,OAAO,CAAU;IAEjB,YAAY,MAAgB,EAAE,MAAgB;QAC5C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;IACvB,CAAC;IAED,GAAG,CAAC,KAAQ;QACV,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,MAAM;QACJ,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;IACpC,CAAC;CACF;AAjBD,iCAiBC"}

package/dist/commonjs/helpers/asyncGeneratorQueue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"asyncGeneratorQueue.d.ts","sourceRoot":"","sources":["../../../src/helpers/asyncGeneratorQueue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,MAAM,CAAC,OAAO,OAAO,mBAAmB,CAAC,CAAC,CAAE,YAAW,KAAK,CAAC,CAAC,CAAC;;IAK7D,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAWZ,OAAO,IAAI,cAAc,CAAC,CAAC,CAAC;IAanC,OAAO,IAAI,IAAI;CAGhB"}

package/dist/commonjs/helpers/asyncGeneratorQueue.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"asyncGeneratorQueue.js","sourceRoot":"","sources":["../../../src/helpers/asyncGeneratorQueue.ts"],"names":[],"mappings":";;AAEA,MAAqB,mBAAmB;IACtC,OAAO,GAAQ,EAAE,CAAA;IACjB,aAAa,GAA2B,EAAE,CAAA;IAC1C,SAAS,GAAG,KAAK,CAAA;IAEjB,GAAG,CAAC,KAAQ;QACV,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,qDAAqD;YACrD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAG,CAAA;YAC3C,OAAO,CAAC,KAAK,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACN,+BAA+B;YAC/B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,OACE,CAAC,IAAI,CAAC,SAAS;YACf,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EACvB,CAAC;YACD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAA,CAAC,yBAAyB;YACvD,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;IACvB,CAAC;CACF;AAhCD,sCAgCC"}

package/dist/commonjs/helpers/batchedPool.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"batchedPool.d.ts","sourceRoot":"","sources":["../../../src/helpers/batchedPool.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,WAAW,CAAC,CAAC;;gBAUpB,MAAM,EAAE;QAClB,mBAAmB,EAAE,MAAM,EAAE,CAAA;QAC7B,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,eAAe,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KAC/C;IAOD,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI;IAIlB,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,CAAC,EAAE;IAc1B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAgBpC"}

package/dist/commonjs/helpers/batchedPool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"batchedPool.js","sourceRoot":"","sources":["../../../src/helpers/batchedPool.ts"],"names":[],"mappings":";;AAAA,MAAqB,WAAW;IAC9B,MAAM,GAAQ,EAAE,CAAA;IAChB,oBAAoB,CAAU;IAC9B,gBAAgB,CAA+B;IAE/C,aAAa,CAAQ;IAErB,eAAe,CAAe;IAC9B,SAAS,GAAG,KAAK,CAAA;IAEjB,YAAY,MAIX;QACC,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,mBAAmB,CAAA;QACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA,CAAC,0BAA0B;QACxF,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,eAAe,CAAA;QAC9C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED,GAAG,CAAC,IAAO;QACT,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxB,CAAC;IAED,QAAQ,CAAC,SAAiB;QACxB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;gBACtC,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;YACpC,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,MAAM,IAAI,CAAC,eAAe,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,qBAAqB;QACrB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,SAAiB,EAAE,EAAE,CAC1E,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAC3B,CAAA;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAC5B,CAAC;IAED,MAAM,CAAC,EAAU;QACf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IAC1D,CAAC;CACF;AAvDD,8BAuDC"}

package/dist/commonjs/helpers/batchingQueue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"batchingQueue.d.ts","sourceRoot":"","sources":["../../../src/helpers/batchingQueue.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,OAAO,aAAa,CAAC,CAAC;;gBAYtB,MAAM,EAAE;QAClB,SAAS,EAAE,MAAM,CAAA;QACjB,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,eAAe,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KAC/C;IASK,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAKnC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI;IAI/B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAI9B,KAAK,IAAI,MAAM;IAIf,UAAU,IAAI,OAAO;CAwCtB"}

package/dist/commonjs/helpers/batchingQueue.js

@@ -1,77 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const keyedQueue_js_1 = __importDefault(require("./keyedQueue.js"));
-class BatchingQueue {
-    #queue = new keyedQueue_js_1.default();
-    #batchSize;
-    #processFunction;
-    #baseInterval;
-    #minInterval;
-    #maxInterval;
-    #processingLoop;
-    #disposed = false;
-    constructor(params) {
-        this.#batchSize = params.batchSize;
-        this.#baseInterval = Math.min(params.maxWaitTime ?? 200, 200); // Initial batch time (ms)
-        this.#minInterval = Math.min(params.maxWaitTime ?? 100, 100); // Minimum batch time
-        this.#maxInterval = Math.min(params.maxWaitTime ?? 3000, 3000); // Maximum batch time
-        this.#processFunction = params.processFunction;
-        this.#processingLoop = this.#loop();
-    }
-    async disposeAsync() {
-        this.#disposed = true;
-        await this.#processingLoop;
-    }
-    add(key, item) {
-        this.#queue.enqueue(key, item);
-    }
-    get(id) {
-        return this.#queue.get(id);
-    }
-    count() {
-        return this.#queue.size;
-    }
-    isDisposed() {
-        return this.#disposed;
-    }
-    #getBatch(batchSize) {
-        return this.#queue.spliceValues(0, Math.min(batchSize, this.#queue.size));
-    }
-    async #loop() {
-        let interval = this.#baseInterval;
-        while (!this.#disposed || this.#queue.size > 0) {
-            const startTime = performance.now();
-            if (this.#queue.size > 0) {
-                const batch = this.#getBatch(this.#batchSize);
-                //console.log('running with queue size of ' + this.#queue.length)
-                await this.#processFunction(batch);
-            }
-            if (this.#queue.size < this.#batchSize / 2) {
-                //refigure interval
-                const endTime = performance.now();
-                const duration = endTime - startTime;
-                if (duration > interval) {
-                    interval = Math.min(interval * 1.5, this.#maxInterval); // Increase if slow or empty
-                }
-                else {
-                    interval = Math.max(interval * 0.8, this.#minInterval); // Decrease if fast
-                }
-                /*console.log(
-                  'queue is waiting ' +
-                    interval / 1000 +
-                    ' with queue size of ' +
-                    this.#queue.length
-                )*/
-                await this.#delay(interval);
-            }
-        }
-    }
-    #delay(ms) {
-        return new Promise((resolve) => setTimeout(resolve, ms));
-    }
-}
-exports.default = BatchingQueue;
-//# sourceMappingURL=batchingQueue.js.map

package/dist/commonjs/helpers/batchingQueue.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"batchingQueue.js","sourceRoot":"","sources":["../../../src/helpers/batchingQueue.ts"],"names":[],"mappings":";;;;;AAAA,oEAAwC;AAExC,MAAqB,aAAa;IAChC,MAAM,GAA0B,IAAI,uBAAU,EAAa,CAAA;IAC3D,UAAU,CAAQ;IAClB,gBAAgB,CAA+B;IAE/C,aAAa,CAAQ;IACrB,YAAY,CAAQ;IACpB,YAAY,CAAQ;IAEpB,eAAe,CAAe;IAC9B,SAAS,GAAG,KAAK,CAAA;IAEjB,YAAY,MAIX;QACC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAA;QAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA,CAAC,0BAA0B;QACxF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA,CAAC,qBAAqB;QAClF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,IAAI,CAAC,CAAA,CAAC,qBAAqB;QACpF,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,eAAe,CAAA;QAC9C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,MAAM,IAAI,CAAC,eAAe,CAAA;IAC5B,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,IAAO;QACtB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAChC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IACzB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAA;QACjC,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACnC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBAC7C,iEAAiE;gBACjE,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;YACpC,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC3C,mBAAmB;gBACnB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;gBACjC,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAA;gBACpC,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;oBACxB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA,CAAC,4BAA4B;gBACrF,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA,CAAC,mBAAmB;gBAC5E,CAAC;gBACD;;;;;mBAKG;gBACH,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,EAAU;QACf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IAC1D,CAAC;CACF;AAlFD,gCAkFC"}

package/dist/commonjs/helpers/bufferQueue.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"bufferQueue.d.ts","sourceRoot":"","sources":["../../../src/helpers/bufferQueue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,MAAM,CAAC,OAAO,OAAO,WAAW,CAAC,CAAC,CAAE,YAAW,KAAK,CAAC,CAAC,CAAC;;IAErD,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAInB,MAAM,IAAI,CAAC,EAAE;CAGd"}

package/dist/commonjs/helpers/bufferQueue.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"bufferQueue.js","sourceRoot":"","sources":["../../../src/helpers/bufferQueue.ts"],"names":[],"mappings":";;AAEA,MAAqB,WAAW;IAC9B,OAAO,GAAQ,EAAE,CAAA;IACjB,GAAG,CAAC,KAAQ;QACV,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;CACF;AATD,8BASC"}

package/dist/commonjs/helpers/cachePump.d.ts

@@ -1,22 +0,0 @@
-import { Database } from '../operations/interfaces.js';
-import { CacheOptions } from '../operations/options.js';
-import { Item } from '../types/types.js';
-import Queue from './queue.js';
-import { Downloader } from '../operations/interfaces.js';
-import { DefermentManager } from './defermentManager.js';
-import AsyncGeneratorQueue from './asyncGeneratorQueue.js';
-import { Pump } from './pump.js';
-export declare class CachePump implements Pump {
-    #private;
-    constructor(database: Database, gathered: AsyncGeneratorQueue<Item>, deferments: DefermentManager, options: CacheOptions);
-    add(item: Item): void;
-    disposeAsync(): Promise<void>;
-    get isDisposed(): boolean;
-    pumpItems(params: {
-        ids: string[];
-        foundItems: Queue<Item>;
-        notFoundItems: Queue<string>;
-    }): Promise<void>;
-    gather(ids: string[], downloader: Downloader): AsyncGenerator<Item>;
-}
-//# sourceMappingURL=cachePump.d.ts.map

package/dist/commonjs/helpers/cachePump.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cachePump.d.ts","sourceRoot":"","sources":["../../../src/helpers/cachePump.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAA;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAgB,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAEtD,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAA;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,mBAAmB,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,qBAAa,SAAU,YAAW,IAAI;;gBAalC,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,EACnC,UAAU,EAAE,gBAAgB,EAC5B,OAAO,EAAE,YAAY;IASvB,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAYf,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAMnC,IAAI,UAAU,IAAI,OAAO,CAExB;IAEK,SAAS,CAAC,MAAM,EAAE;QACtB,GAAG,EAAE,MAAM,EAAE,CAAA;QACb,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACvB,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;KAC7B,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BV,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC;CAkB3E"}