gitx.do 0.0.1

package/dist/storage/lru-cache.js

@@ -0,0 +1,410 @@
+/**
+ * LRU Cache implementation for hot objects in gitdo
+ * gitdo-165: LRU cache for hot objects
+ */
+/**
+ * LRU Cache class for storing hot objects with size and count limits
+ */
+export class LRUCache {
+    cache = new Map();
+    head = null; // Most recently used
+    tail = null; // Least recently used
+    _bytes = 0;
+    _hits = 0;
+    _misses = 0;
+    _evictions = 0;
+    maxCount;
+    maxBytes;
+    defaultTTL;
+    sizeCalculator;
+    onEvict;
+    /**
+     * Create a new LRU cache
+     * @param options Configuration options
+     */
+    constructor(options) {
+        this.maxCount = options?.maxCount ?? Infinity;
+        this.maxBytes = options?.maxBytes ?? Infinity;
+        this.defaultTTL = options?.defaultTTL;
+        this.sizeCalculator = options?.sizeCalculator ?? defaultSizeCalculator;
+        this.onEvict = options?.onEvict;
+    }
+    /**
+     * Check if an entry is expired
+     */
+    isExpired(entry) {
+        if (entry.expiresAt === null)
+            return false;
+        return Date.now() > entry.expiresAt;
+    }
+    /**
+     * Move a node to the head (most recently used)
+     */
+    moveToHead(node) {
+        if (node === this.head)
+            return;
+        // Remove from current position
+        this.removeNode(node);
+        // Add to head
+        node.prev = null;
+        node.next = this.head;
+        if (this.head) {
+            this.head.prev = node;
+        }
+        this.head = node;
+        if (!this.tail) {
+            this.tail = node;
+        }
+    }
+    /**
+     * Remove a node from the linked list
+     */
+    removeNode(node) {
+        if (node.prev) {
+            node.prev.next = node.next;
+        }
+        else {
+            this.head = node.next;
+        }
+        if (node.next) {
+            node.next.prev = node.prev;
+        }
+        else {
+            this.tail = node.prev;
+        }
+    }
+    /**
+     * Add a node to the head of the list
+     */
+    addToHead(node) {
+        node.prev = null;
+        node.next = this.head;
+        if (this.head) {
+            this.head.prev = node;
+        }
+        this.head = node;
+        if (!this.tail) {
+            this.tail = node;
+        }
+    }
+    /**
+     * Evict items until we're under limits
+     */
+    evictToFit(requiredSize) {
+        // Evict until we have room for the new item
+        while (this.tail && ((this.maxCount !== Infinity && this.cache.size >= this.maxCount) ||
+            (this.maxBytes !== Infinity && this._bytes + requiredSize > this.maxBytes))) {
+            const lru = this.tail;
+            this.removeNode(lru);
+            this.cache.delete(lru.key);
+            this._bytes -= lru.entry.size;
+            this._evictions++;
+            if (this.onEvict) {
+                this.onEvict(lru.key, lru.entry.value, 'lru');
+            }
+        }
+    }
+    /**
+     * Get a value from the cache
+     * @param key The cache key
+     * @returns The cached value or undefined if not found/expired
+     */
+    get(key) {
+        const node = this.cache.get(key);
+        if (!node) {
+            this._misses++;
+            return undefined;
+        }
+        if (this.isExpired(node.entry)) {
+            // Remove expired entry
+            this.removeNode(node);
+            this.cache.delete(key);
+            this._bytes -= node.entry.size;
+            this._misses++;
+            if (this.onEvict) {
+                this.onEvict(key, node.entry.value, 'ttl');
+            }
+            return undefined;
+        }
+        // Update access time and move to head
+        node.entry.lastAccessed = Date.now();
+        this.moveToHead(node);
+        this._hits++;
+        return node.entry.value;
+    }
+    /**
+     * Set a value in the cache
+     * @param key The cache key
+     * @param value The value to cache
+     * @param options Optional settings for this entry
+     * @returns true if successfully set, false otherwise
+     */
+    set(key, value, options) {
+        const size = options?.size ?? this.sizeCalculator(value);
+        // Reject items larger than maxBytes
+        if (this.maxBytes !== Infinity && size > this.maxBytes) {
+            return false;
+        }
+        const now = Date.now();
+        const ttl = options?.ttl ?? this.defaultTTL;
+        const expiresAt = ttl !== undefined ? now + ttl : null;
+        // Check if key already exists
+        const existingNode = this.cache.get(key);
+        if (existingNode) {
+            // Update existing entry
+            this._bytes -= existingNode.entry.size;
+            existingNode.entry = {
+                value,
+                size,
+                createdAt: now,
+                expiresAt,
+                lastAccessed: now
+            };
+            this._bytes += size;
+            this.moveToHead(existingNode);
+            return true;
+        }
+        // Evict items to make room
+        this.evictToFit(size);
+        // Create new entry
+        const entry = {
+            value,
+            size,
+            createdAt: now,
+            expiresAt,
+            lastAccessed: now
+        };
+        const node = {
+            key,
+            entry,
+            prev: null,
+            next: null
+        };
+        this.cache.set(key, node);
+        this.addToHead(node);
+        this._bytes += size;
+        return true;
+    }
+    /**
+     * Check if a key exists in the cache (without updating LRU order)
+     * @param key The cache key
+     * @returns true if the key exists and is not expired
+     */
+    has(key) {
+        const node = this.cache.get(key);
+        if (!node)
+            return false;
+        if (this.isExpired(node.entry))
+            return false;
+        return true;
+    }
+    /**
+     * Delete a key from the cache
+     * @param key The cache key
+     * @returns true if the key was deleted, false if it didn't exist
+     */
+    delete(key) {
+        const node = this.cache.get(key);
+        if (!node)
+            return false;
+        this.removeNode(node);
+        this.cache.delete(key);
+        this._bytes -= node.entry.size;
+        if (this.onEvict) {
+            this.onEvict(key, node.entry.value, 'manual');
+        }
+        return true;
+    }
+    /**
+     * Clear all entries from the cache
+     */
+    clear() {
+        if (this.onEvict) {
+            // Call onEvict for each entry
+            for (const [key, node] of this.cache) {
+                this.onEvict(key, node.entry.value, 'clear');
+            }
+        }
+        this.cache.clear();
+        this.head = null;
+        this.tail = null;
+        this._bytes = 0;
+    }
+    /**
+     * Get cache statistics
+     * @returns Current cache statistics
+     */
+    getStats() {
+        const total = this._hits + this._misses;
+        const hitRate = total === 0 ? 0 : Math.round((this._hits / total) * 100);
+        return {
+            hits: this._hits,
+            misses: this._misses,
+            count: this.cache.size,
+            bytes: this._bytes,
+            evictions: this._evictions,
+            hitRate
+        };
+    }
+    /**
+     * Reset cache statistics (keeps cached data)
+     */
+    resetStats() {
+        this._hits = 0;
+        this._misses = 0;
+        this._evictions = 0;
+    }
+    /**
+     * Get the number of items currently in the cache
+     */
+    get size() {
+        return this.cache.size;
+    }
+    /**
+     * Get the current byte size of the cache
+     */
+    get bytes() {
+        return this._bytes;
+    }
+    /**
+     * Get all keys in the cache (in LRU order, most recent first)
+     */
+    keys() {
+        const keys = [];
+        let node = this.head;
+        while (node) {
+            keys.push(node.key);
+            node = node.next;
+        }
+        return keys;
+    }
+    /**
+     * Get all values in the cache (in LRU order, most recent first)
+     */
+    values() {
+        const values = [];
+        let node = this.head;
+        while (node) {
+            values.push(node.entry.value);
+            node = node.next;
+        }
+        return values;
+    }
+    /**
+     * Get all entries in the cache (in LRU order, most recent first)
+     */
+    entries() {
+        const entries = [];
+        let node = this.head;
+        while (node) {
+            entries.push([node.key, node.entry.value]);
+            node = node.next;
+        }
+        return entries;
+    }
+    /**
+     * Peek at a value without updating LRU order
+     * @param key The cache key
+     * @returns The cached value or undefined if not found/expired
+     */
+    peek(key) {
+        const node = this.cache.get(key);
+        if (!node)
+            return undefined;
+        if (this.isExpired(node.entry))
+            return undefined;
+        return node.entry.value;
+    }
+    /**
+     * Evict expired entries from the cache
+     * @returns Number of entries evicted
+     */
+    prune() {
+        let pruned = 0;
+        const now = Date.now();
+        for (const [key, node] of this.cache) {
+            if (node.entry.expiresAt !== null && now > node.entry.expiresAt) {
+                this.removeNode(node);
+                this.cache.delete(key);
+                this._bytes -= node.entry.size;
+                pruned++;
+                if (this.onEvict) {
+                    this.onEvict(key, node.entry.value, 'ttl');
+                }
+            }
+        }
+        return pruned;
+    }
+    /**
+     * Resize the cache to new limits
+     * @param options New size limits
+     */
+    resize(options) {
+        if (options.maxCount !== undefined) {
+            this.maxCount = options.maxCount;
+        }
+        if (options.maxBytes !== undefined) {
+            this.maxBytes = options.maxBytes;
+        }
+        // Evict items until we're under the new limits
+        while (this.tail && ((this.maxCount !== Infinity && this.cache.size > this.maxCount) ||
+            (this.maxBytes !== Infinity && this._bytes > this.maxBytes))) {
+            const lru = this.tail;
+            this.removeNode(lru);
+            this.cache.delete(lru.key);
+            this._bytes -= lru.entry.size;
+            this._evictions++;
+            if (this.onEvict) {
+                this.onEvict(lru.key, lru.entry.value, 'lru');
+            }
+        }
+    }
+}
+/**
+ * Create a key serializer for complex key types
+ */
+export function createKeySerializer(serialize, deserialize) {
+    return { serialize, deserialize };
+}
+/**
+ * Default size calculator for common value types
+ */
+export function defaultSizeCalculator(value) {
+    if (value === null || value === undefined) {
+        return 0;
+    }
+    if (typeof value === 'string') {
+        // Approximate size: 2 bytes per character (UTF-16)
+        return value.length * 2;
+    }
+    if (typeof value === 'number') {
+        // Numbers are 8 bytes in JavaScript
+        return 8;
+    }
+    if (typeof value === 'boolean') {
+        return 4;
+    }
+    if (value instanceof Uint8Array) {
+        return value.byteLength;
+    }
+    if (value instanceof ArrayBuffer) {
+        return value.byteLength;
+    }
+    if (ArrayBuffer.isView(value)) {
+        return value.byteLength;
+    }
+    if (typeof value === 'object') {
+        // For objects, serialize to JSON and count characters
+        try {
+            const json = JSON.stringify(value);
+            return json.length * 2;
+        }
+        catch {
+            // If serialization fails, return a default size
+            return 64;
+        }
+    }
+    // Default size for unknown types
+    return 8;
+}
+//# sourceMappingURL=lru-cache.js.map

package/dist/storage/lru-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lru-cache.js","sourceRoot":"","sources":["../../src/storage/lru-cache.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAwEH;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,KAAK,GAA2B,IAAI,GAAG,EAAE,CAAA;IACzC,IAAI,GAA0B,IAAI,CAAA,CAAC,qBAAqB;IACxD,IAAI,GAA0B,IAAI,CAAA,CAAC,sBAAsB;IACzD,MAAM,GAAW,CAAC,CAAA;IAClB,KAAK,GAAW,CAAC,CAAA;IACjB,OAAO,GAAW,CAAC,CAAA;IACnB,UAAU,GAAW,CAAC,CAAA;IAEtB,QAAQ,CAAQ;IAChB,QAAQ,CAAQ;IAChB,UAAU,CAAoB;IAC9B,cAAc,CAAyB;IACvC,OAAO,CAA+D;IAE9E;;;OAGG;IACH,YAAY,OAAsB;QAChC,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,QAAQ,CAAA;QAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,QAAQ,CAAA;QAC7C,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,CAAA;QACrC,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,qBAAqB,CAAA;QACtE,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,CAAA;IACjC,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAoB;QACpC,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,KAAK,CAAA;QAC1C,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAA;IACrC,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAoB;QACrC,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI;YAAE,OAAM;QAE9B,+BAA+B;QAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QAErB,cAAc;QACd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACrB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QACvB,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAoB;QACrC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QAC5B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACvB,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QAC5B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAAoB;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACrB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QACvB,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,YAAoB;QACrC,4CAA4C;QAC5C,OAAO,IAAI,CAAC,IAAI,IAAI,CAClB,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;YAChE,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,CAC3E,EAAE,CAAC;YACF,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAA;YACrB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;YACpB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC1B,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA;YAC7B,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,GAAM;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAEhC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,OAAO,EAAE,CAAA;YACd,OAAO,SAAS,CAAA;QAClB,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,uBAAuB;YACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;YACrB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACtB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAA;YACd,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC5C,CAAC;YACD,OAAO,SAAS,CAAA;QAClB,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACpC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QACrB,IAAI,CAAC,KAAK,EAAE,CAAA;QAEZ,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAA;IACzB,CAAC;IAED;;;;;;OAMG;IACH,GAAG,CAAC,GAAM,EAAE,KAAQ,EAAE,OAAoB;QACxC,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAA;QAExD,oCAAoC;QACpC,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,UAAU,CAAA;QAC3C,MAAM,SAAS,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;QAEtD,8BAA8B;QAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACxC,IAAI,YAAY,EAAE,CAAC;YACjB,wBAAwB;YACxB,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAA;YACtC,YAAY,CAAC,KAAK,GAAG;gBACnB,KAAK;gBACL,IAAI;gBACJ,SAAS,EAAE,GAAG;gBACd,SAAS;gBACT,YAAY,EAAE,GAAG;aAClB,CAAA;YACD,IAAI,CAAC,MAAM,IAAI,IAAI,CAAA;YACnB,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAA;YAC7B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QAErB,mBAAmB;QACnB,MAAM,KAAK,GAAkB;YAC3B,KAAK;YACL,IAAI;YACJ,SAAS,EAAE,GAAG;YACd,SAAS;YACT,YAAY,EAAE,GAAG;SAClB,CAAA;QAED,MAAM,IAAI,GAAmB;YAC3B,GAAG;YACH,KAAK;YACL,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI;SACX,CAAA;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACzB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACpB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAA;QAEnB,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,GAAM;QACR,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAA;QACvB,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QAC5C,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,GAAM;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAA;QAEvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QACrB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACtB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;QAE9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC/C,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,8BAA8B;YAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9C,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;IACjB,CAAC;IAED;;;OAGG;IACH,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAA;QACvC,MAAM,OAAO,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAA;QAExE,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,OAAO;SACR,CAAA;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,KAAK,GAAG,CAAC,CAAA;QACd,IAAI,CAAC,OAAO,GAAG,CAAC,CAAA;QAChB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAA;IACrB,CAAC;IAED;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;IACxB,CAAC;IAED;;OAEG;IACH,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,MAAM,IAAI,GAAQ,EAAE,CAAA;QACpB,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACpB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACnB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QAClB,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACpB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QAClB,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACH,OAAO;QACL,MAAM,OAAO,GAAkB,EAAE,CAAA;QACjC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACpB,OAAO,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;YAC1C,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QAClB,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;;OAIG;IACH,IAAI,CAAC,GAAM;QACT,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAC3B,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,SAAS,CAAA;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAA;IACzB,CAAC;IAED;;;OAGG;IACH,KAAK;QACH,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAEtB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBAChE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBACrB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBACtB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;gBAC9B,MAAM,EAAE,CAAA;gBAER,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,OAAoD;QACzD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QAClC,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QAClC,CAAC;QAED,+CAA+C;QAC/C,OAAO,IAAI,CAAC,IAAI,IAAI,CAClB,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/D,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAC5D,EAAE,CAAC;YACF,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAA;YACrB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;YACpB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC1B,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA;YAC7B,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAA6B,EAC7B,WAA+B;IAE/B,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAA;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAI,KAAQ;IAC/C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,CAAC,CAAA;IACV,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,mDAAmD;QACnD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;IACzB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,oCAAoC;QACpC,OAAO,CAAC,CAAA;IACV,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,CAAA;IACV,CAAC;IAED,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,UAAU,CAAA;IACzB,CAAC;IAED,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC,UAAU,CAAA;IACzB,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,UAAU,CAAA;IACzB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,sDAAsD;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAClC,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,gDAAgD;YAChD,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,OAAO,CAAC,CAAA;AACV,CAAC"}

package/dist/storage/object-index.d.ts

@@ -0,0 +1,140 @@
+/**
+ * Object Location Index
+ *
+ * Tracks the storage location of Git objects across multiple tiers:
+ * - Hot: SQLite (local Durable Object storage for frequently accessed objects)
+ * - R2: Packed in R2 object storage (for larger objects or archives)
+ * - Parquet: Columnar format for cold storage analytics
+ *
+ * The index enables efficient object lookup regardless of which tier
+ * contains the actual data.
+ */
+import { DurableObjectStorage } from '../durable-object/schema';
+/**
+ * Storage tiers for object location
+ */
+export type StorageTier = 'hot' | 'r2' | 'parquet';
+/**
+ * Represents the location of a git object in the tiered storage system
+ */
+export interface ObjectLocation {
+    /** The storage tier where the object is located */
+    tier: StorageTier;
+    /** Pack file ID (for R2 or Parquet tiers, null for hot tier) */
+    packId: string | null;
+    /** Byte offset within the pack file (for R2 or Parquet tiers) */
+    offset: number | null;
+    /** Size of the object in bytes */
+    size: number;
+    /** The object's SHA-1 hash */
+    sha: string;
+    /** Object type (blob, tree, commit, tag) */
+    type?: string;
+    /** Timestamp when location was last updated */
+    updatedAt?: number;
+}
+/**
+ * Statistics about objects in each storage tier
+ */
+export interface ObjectIndexStats {
+    /** Total number of indexed objects */
+    totalObjects: number;
+    /** Number of objects in hot tier */
+    hotCount: number;
+    /** Number of objects in R2 tier */
+    r2Count: number;
+    /** Number of objects in Parquet tier */
+    parquetCount: number;
+    /** Total size of objects in hot tier (bytes) */
+    hotSize: number;
+    /** Total size of objects in R2 tier (bytes) */
+    r2Size: number;
+    /** Total size of objects in Parquet tier (bytes) */
+    parquetSize: number;
+}
+/**
+ * Result of a batch lookup operation
+ */
+export interface BatchLookupResult {
+    /** Map of SHA to location for found objects */
+    found: Map<string, ObjectLocation>;
+    /** Array of SHAs that were not found */
+    missing: string[];
+}
+/**
+ * Options for recording an object location
+ */
+export interface RecordLocationOptions {
+    /** The object's SHA-1 hash */
+    sha: string;
+    /** Storage tier */
+    tier: StorageTier;
+    /** Pack ID (required for r2/parquet tiers) */
+    packId?: string;
+    /** Offset in pack file */
+    offset?: number;
+    /** Size in bytes */
+    size: number;
+    /** Object type */
+    type?: string;
+}
+/**
+ * Object Index class for managing object locations across storage tiers
+ */
+export declare class ObjectIndex {
+    private _storage;
+    constructor(storage: DurableObjectStorage);
+    /**
+     * Record the location of an object
+     */
+    recordLocation(options: RecordLocationOptions): Promise<void>;
+    /**
+     * Look up the location of an object by SHA
+     */
+    lookupLocation(sha: string): Promise<ObjectLocation | null>;
+    /**
+     * Perform batch lookup of multiple objects
+     */
+    batchLookup(shas: string[]): Promise<BatchLookupResult>;
+    /**
+     * Update the location of an object (e.g., when moving between tiers)
+     */
+    updateLocation(sha: string, newTier: StorageTier, packId?: string, offset?: number): Promise<void>;
+    /**
+     * Get statistics about object distribution across tiers
+     */
+    getStats(): Promise<ObjectIndexStats>;
+    /**
+     * Check if an object exists in the index
+     */
+    exists(sha: string): Promise<boolean>;
+    /**
+     * Delete an object from the index
+     */
+    deleteLocation(sha: string): Promise<boolean>;
+    /**
+     * Get all objects in a specific tier
+     */
+    getObjectsByTier(tier: StorageTier): Promise<ObjectLocation[]>;
+    /**
+     * Get all objects in a specific pack
+     */
+    getObjectsByPack(packId: string): Promise<ObjectLocation[]>;
+}
+/**
+ * Record the location of an object (standalone function)
+ */
+export declare function recordLocation(storage: DurableObjectStorage, options: RecordLocationOptions): Promise<void>;
+/**
+ * Look up the location of an object by SHA (standalone function)
+ */
+export declare function lookupLocation(storage: DurableObjectStorage, sha: string): Promise<ObjectLocation | null>;
+/**
+ * Perform batch lookup of multiple objects (standalone function)
+ */
+export declare function batchLookup(storage: DurableObjectStorage, shas: string[]): Promise<BatchLookupResult>;
+/**
+ * Get statistics about object distribution (standalone function)
+ */
+export declare function getStats(storage: DurableObjectStorage): Promise<ObjectIndexStats>;
+//# sourceMappingURL=object-index.d.ts.map

package/dist/storage/object-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"object-index.d.ts","sourceRoot":"","sources":["../../src/storage/object-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AAE/D;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,IAAI,GAAG,SAAS,CAAA;AAElD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,mDAAmD;IACnD,IAAI,EAAE,WAAW,CAAA;IACjB,gEAAgE;IAChE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,iEAAiE;IACjE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,8BAA8B;IAC9B,GAAG,EAAE,MAAM,CAAA;IACX,4CAA4C;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,+CAA+C;IAC/C,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sCAAsC;IACtC,YAAY,EAAE,MAAM,CAAA;IACpB,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAA;IAChB,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAA;IACf,wCAAwC;IACxC,YAAY,EAAE,MAAM,CAAA;IACpB,gDAAgD;IAChD,OAAO,EAAE,MAAM,CAAA;IACf,+CAA+C;IAC/C,MAAM,EAAE,MAAM,CAAA;IACd,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,+CAA+C;IAC/C,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAClC,wCAAwC;IACxC,OAAO,EAAE,MAAM,EAAE,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,8BAA8B;IAC9B,GAAG,EAAE,MAAM,CAAA;IACX,mBAAmB;IACnB,IAAI,EAAE,WAAW,CAAA;IACjB,8CAA8C;IAC9C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,0BAA0B;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,kBAAkB;IAClB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAkBD;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAsB;gBAE1B,OAAO,EAAE,oBAAoB;IAIzC;;OAEG;IACG,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBnE;;OAEG;IACG,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAYjE;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuB7D;;OAEG;IACG,cAAc,CAClB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,WAAW,EACpB,MAAM,CAAC,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC;IAUhB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,gBAAgB,CAAC;IA2B3C;;OAEG;IACG,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK3C;;OAEG;IACG,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASnD;;OAEG;IACG,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAQpE;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;CASlE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAGf;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,oBAAoB,EAC7B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAGhC;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,OAAO,EAAE,oBAAoB,EAC7B,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,iBAAiB,CAAC,CAG5B;AAED;;GAEG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,gBAAgB,CAAC,CAG3B"}