@wxn0brp/db-storage-bin 0.0.6 → 0.0.7

package/dist/bin/data.js

@@ -60,7 +60,7 @@ export async function writeLogic(cmp, collection, data) {
     const buf = Buffer.alloc(4);
     buf.writeUInt32LE(length, 0);
     await writeData(fd, offset, buf, 4);
-    await writeData(fd, offset + 4, encoded, capacity);
+    await writeData(fd, offset + 4, encoded, capacity - 4);
     if (existingCollection && length >= existingCollection.capacity) {
         meta.collections = meta.collections.map(c => {
             if (c.offset === offset)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wxn0brp/db-storage-bin",
-  "version": "0.0.6",
+  "version": "0.0.7",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "author": "wxn0brP",
@@ -34,5 +34,8 @@
       "default": "./dist/*.js",
       "import": "./dist/*.js"
     }
-  }
+  },
+  "files": [
+    "dist"
+  ]
 }

package/.github/workflows/build.yml

@@ -1,24 +0,0 @@
-name: Build
-
-on:
-  push:
-    branches:
-      - master
-    tags:
-      - "*"
-
-  workflow_dispatch:
-
-concurrency:
-  group: build
-  cancel-in-progress: true
-
-jobs:
-  build:
-    uses: wxn0brP/workflow-dist/.github/workflows/build-ts.yml@main
-    with:
-      scriptsHandling: "remove-all"
-      publishToNpm: true
-
-    secrets:
-      NPM_TOKEN: ${{ secrets.NPM_TOKEN }}

package/CHANGELOG.md

@@ -1,50 +0,0 @@
-# Changelog
-
-All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
-
-### [0.0.6](https://github.com/wxn0brp/ValtheraDB-storage-bin/compare/v0.0.5...v0.0.6) (2025-09-18)
-
-### [0.0.5](https://github.com/wxn0brp/ValtheraDB-storage-bin/compare/v0.0.4...v0.0.5) (2025-09-04)
-
-
-### Bug Fixes
-
-* crc and new crc mode ([cc79715](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/cc7971591dbcd39fd5b9371644d2c3e9997f0dbc))
-
-### [0.0.4](https://github.com/wxn0brp/ValtheraDB-storage-bin/compare/v0.0.3...v0.0.4) (2025-09-04)
-
-
-### Features
-
-* add generic, BinManager.write<T> ([a2bb851](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/a2bb851c2b3977d133b85bde917dd268b3256a41))
-* format.encode(data, collection) ([6a20cb5](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/6a20cb57444ac6e9e1d5a61a63316f6e3184118e))
-
-### [0.0.3](https://github.com/wxn0brp/ValtheraDB-storage-bin/compare/v0.0.2...v0.0.3) (2025-08-24)
-
-
-### Bug Fixes
-
-* crc ([2b872a1](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/2b872a11fc42c32bbbeed80c76d62524426392d5))
-
-### 0.0.2 (2025-08-24)
-
-
-### Features
-
-* check file integrality ([e2b1aac](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/e2b1aacddfd5d3cb8a21bb4400827608c361e9ed))
-* update ([cc2104c](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/cc2104c8dace53180efc76365930d63dd917d383))
-* update ([4e5a9a8](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/4e5a9a82ee01f96084d27b1cfd893e129d6675b7))
-* update ([fbec71a](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/fbec71a7cff65ed221ddbd7956bc252862e87760))
-* update ([e3b8edb](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/e3b8edb5c7f833ce0a948be878173e207946229b))
-* update ([65d73e4](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/65d73e4034944ecaa5963aa79d16a7fef795ce26))
-* update ([baebb1f](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/baebb1f4258303133ec315f72cffaefdbf252600))
-* update ([5f7c905](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/5f7c9053e97620cd2a5db4f9f703f5f8009f78ed))
-* update ([60d0347](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/60d0347b6f3ff562d851aee842c090d081ab0a8c))
-* update logs ([d79bd84](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/d79bd8439111f43ad4c99e44c860516695dc3123))
-
-
-### Bug Fixes
-
-* capacity ([05de295](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/05de2951c005f98697e067e3857a331777110110))
-* data len int32 to uint32 ([534a3b0](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/534a3b07d465320c0334a2fa557fb4bc070e7139))
-* optimize ([d704727](https://github.com/wxn0brp/ValtheraDB-storage-bin/commit/d7047276d31ccba5425de32fc28a8a65fcd5e02f))

package/docs/data-structure.md

@@ -1,44 +0,0 @@
-# Data Structure
-
-This document describes the data structure used by the binary database format.
-
-## File Layout
-
-The file is structured as follows:
-
-1. **Header (64 bytes)**: Contains metadata about the file.
-2. **Payload**: Contains the serialized collections and free list data.
-3. **Data Blocks**: Contains the actual data for each collection.
-
-### Header
-
-The header is a fixed-size block of 64 bytes, structured as follows:
-
-| Offset | Size | Name         | Description                                           |
-|--------|------|--------------|-------------------------------------------------------|
-| 0      | 4    | Version      | File format version (currently 1)                     |
-| 4      | 4    | Payload Len  | Length of the payload data                            |
-| 8      | 4    | Payload Off  | Offset of the payload data from the header start      |
-| 12     | 4    | Block Size   | Preferred block size for allocations                  |
-| 16     | 4    | CRC32        | CRC32 checksum of the file (excluding this field)     |
-| 20     | 44   | Reserved     | Reserved for future use                               |
-
-### Payload
-
-The payload contains the serialized list of collections and free blocks. It is a msgpack-encoded object with the following structure:
-
-```ts
-{
-  c: [string, number, number][]; // Collections: [name, offset, capacity]
-  f: [number, number][];         // Free blocks: [offset, capacity]
-}
-```
-
-### Data Blocks
-
-Each collection's data is stored in a data block. A data block consists of:
-
-1. **Length (4 bytes)**: A 32-bit unsigned integer representing the length of the data (Uint32).
-2. **Data (variable)**: The actual data, padded to the nearest block size.
-
-The data is serialized using msgpack.

package/src/actions.ts

@@ -1,122 +0,0 @@
-import { CustomFileCpu, genId } from "@wxn0brp/db-core";
-import dbActionBase from "@wxn0brp/db-core/base/actions";
-import Data from "@wxn0brp/db-core/types/data";
-import FileCpu from "@wxn0brp/db-core/types/fileCpu";
-import { DbOpts } from "@wxn0brp/db-core/types/options";
-import { VQuery } from "@wxn0brp/db-core/types/query";
-import { findUtil } from "@wxn0brp/db-core/utils/action";
-import { BinManager } from "./bin";
-
-export class BinFileAction extends dbActionBase {
-    folder: string;
-    options: DbOpts;
-    fileCpu: FileCpu;
-
-    /**
-     * Creates a new instance of dbActionC.
-     * @constructor
-     * @param folder - The folder where database files are stored.
-     * @param options - The options object.
-     */
-    constructor(private mgr: BinManager) {
-        super();
-        this.fileCpu = new CustomFileCpu(this.mgr.read.bind(this.mgr), this.mgr.write.bind(this.mgr));
-    }
-
-    async init() {
-        await this.mgr.open();
-    }
-
-    /**
-     * Get a list of available databases in the specified folder.
-     */
-    async getCollections() {
-        const collections = this.mgr.meta.collections.map(c => c.name);
-        return collections;
-    }
-
-    /**
-     * Check and create the specified collection if it doesn't exist.
-     */
-    async ensureCollection({ collection }: VQuery) {
-        if (await this.issetCollection(arguments[0])) return;
-        await this.mgr.write(collection, []);
-        return true;
-    }
-
-    /**
-     * Check if a collection exists.
-     */
-    async issetCollection({ collection }: VQuery) {
-        const collections = await this.getCollections();
-        return collections.includes(collection);
-    }
-
-    /**
-     * Add a new entry to the specified database.
-     */
-    async add({ collection, data, id_gen = true }: VQuery) {
-        await this.ensureCollection(arguments[0]);
-
-        if (id_gen) data._id = data._id || genId();
-        await this.fileCpu.add(collection, data);
-        return data;
-    }
-
-    /**
-     * Find entries in the specified database based on search criteria.
-     */
-    async find(query: VQuery) {
-        await this.ensureCollection(query);
-        return await findUtil(query, this.fileCpu, [query.collection]);
-    }
-
-    /**
-     * Find the first matching entry in the specified database based on search criteria.
-     */
-    async findOne({ collection, search, context = {}, findOpts = {} }: VQuery) {
-        await this.ensureCollection(arguments[0]);
-        let data = await this.fileCpu.findOne(collection, search, context, findOpts) as Data;
-        return data || null;
-    }
-
-    /**
-     * Update entries in the specified database based on search criteria and an updater function or object.
-     */
-    async update({ collection, search, updater, context = {} }: VQuery) {
-        await this.ensureCollection(arguments[0]);
-        return await this.fileCpu.update(collection, false, search, updater, context);
-    }
-
-    /**
-     * Update the first matching entry in the specified database based on search criteria and an updater function or object.
-     */
-    async updateOne({ collection, search, updater, context = {} }: VQuery) {
-        await this.ensureCollection(arguments[0]);
-        return await this.fileCpu.update(collection, true, search, updater, context);
-    }
-
-    /**
-     * Remove entries from the specified database based on search criteria.
-     */
-    async remove({ collection, search, context = {} }: VQuery) {
-        await this.ensureCollection(arguments[0]);
-        return await this.fileCpu.remove(collection, false, search, context);
-    }
-
-    /**
-     * Remove the first matching entry from the specified database based on search criteria.
-     */
-    async removeOne({ collection, search, context = {} }: VQuery) {
-        await this.ensureCollection(arguments[0]);
-        return await this.fileCpu.remove(collection, true, search, context);
-    }
-
-    /**
-     * Removes a database collection from the file system.
-     */
-    async removeCollection({ collection }: VQuery) {
-        await this.mgr.removeCollection(collection);
-        return true;
-    }
-}

package/src/bin/data.ts

@@ -1,100 +0,0 @@
-import { BinManager, CollectionMeta } from ".";
-import { getFileCrc } from "../crc32";
-import { _log } from "../log";
-import { FileMeta, saveHeaderAndPayload } from "./head";
-import { detectCollisions, pushToFreeList, readData, roundUpCapacity, writeData } from "./utils";
-
-export function findCollection(cmp: BinManager, name: string): CollectionMeta | undefined {
-    return cmp.meta.collections.find(c => c.name === name);
-}
-
-export async function findFreeSlot(cmp: BinManager, size: number): Promise<FileMeta["freeList"][number] | undefined> {
-    const { meta } = cmp;
-    await _log(6, "Finding free slot for size:", size);
-    const idx = meta.freeList.findIndex(f => f.capacity >= size);
-
-    if (idx === -1) {
-        await _log(6, "No suitable free slot found.");
-        return undefined;
-    }
-
-    const slot = meta.freeList[idx];
-    await _log(6, "Free slot found at index:", idx, "with capacity:", slot.capacity);
-
-    meta.freeList.splice(idx, 1);
-    await _log(6, "Slot removed from freeList:", slot);
-
-    return slot;
-}
-
-export async function writeLogic(cmp: BinManager, collection: string, data: any) {
-    const { fd, meta } = cmp;
-    await _log(3, "Writing data to collection:", collection);
-
-    const existingCollection = findCollection(cmp, collection);
-    const encoded = Buffer.from(await cmp.options.format.encode(data, collection));
-    const length = encoded.length;
-    const capacity = roundUpCapacity(meta, length + 4);
-
-    let offset = existingCollection?.offset;
-    let existingOffset = existingCollection?.offset;
-    let existingCapacity = existingCollection?.capacity;
-
-    const collision = detectCollisions(meta, offset, capacity, [collection]);
-    if (collision || !existingCollection) {
-        if (collision) await _log(2, "Collision detected");
-        const slot = await findFreeSlot(cmp, capacity);
-        if (slot) {
-            offset = slot.offset;
-            await _log(4, "Found free slot at offset:", offset);
-        } else {
-            offset = meta.fileSize;
-            meta.fileSize += capacity;
-            await _log(4, "No free slot found, appending at offset:", offset);
-        }
-
-        if (!existingCollection) {
-            meta.collections.push({ name: collection, offset, capacity });
-        } else if (collision) {
-            pushToFreeList(meta, existingOffset, existingCapacity);
-            meta.collections = meta.collections.map(c => {
-                if (c.offset === existingOffset) return { name: c.name, offset, capacity };
-                return c;
-            })
-        }
-
-        await _log(3, "Collection written");
-        await saveHeaderAndPayload(cmp);
-    }
-
-    const buf = Buffer.alloc(4);
-    buf.writeUInt32LE(length, 0);
-    await writeData(fd, offset, buf, 4);
-    await writeData(fd, offset + 4, encoded, capacity);
-
-    if (existingCollection && length >= existingCollection.capacity) {
-        meta.collections = meta.collections.map(c => {
-            if (c.offset === offset) return { name: c.name, offset, capacity };
-            return c;
-        });
-        await saveHeaderAndPayload(cmp);
-        await _log(2, "Capacity exceeded");
-    } else {
-        const crc = cmp.options.crc;
-        if (crc === 3 || crc === 4) {
-            const { computedCrc } = await getFileCrc(fd);
-            const crcBuf = Buffer.alloc(16);
-            crcBuf.writeUInt32LE(computedCrc);
-            await writeData(fd, 16, crcBuf, 16);
-        }
-    }
-}
-
-export async function readLogic(cmp: BinManager, collection: string) {
-    const collectionMeta = findCollection(cmp, collection);
-    if (!collectionMeta) throw new Error("Collection not found");
-
-    const len = await readData(cmp.fd, collectionMeta.offset, 4);
-    const data = await readData(cmp.fd, collectionMeta.offset + 4, len.readUInt32LE(0));
-    return await cmp.options.format.decode(data, collection);
-}

package/src/bin/head.ts

@@ -1,183 +0,0 @@
-import { BinManager, CollectionMeta } from ".";
-import { getFileCrc } from "../crc32";
-import { _log } from "../log";
-import { findFreeSlot } from "./data";
-import { HEADER_SIZE, VERSION } from "./static";
-import { detectCollisions, pushToFreeList, roundUpCapacity, writeData } from "./utils";
-
-export interface Block {
-    offset: number;
-    capacity: number;
-};
-
-export interface FileMeta {
-    collections: CollectionMeta[];
-    freeList: Block[];
-    fileSize: number;
-    payloadLength: number;
-    payloadOffset: number;
-    blockSize: number;
-}
-
-export async function openFile(cmp: BinManager) {
-    const { fd, options } = cmp;
-    const stats = await fd.stat();
-    const fileSize = stats.size;
-    await _log(2, "File size:", fileSize);
-
-    const meta: FileMeta = {
-        collections: [],
-        freeList: [],
-        fileSize,
-        payloadLength: 0,
-        payloadOffset: 0,
-        blockSize: options.preferredSize ?? 256,
-    }
-    cmp.meta = meta;
-
-    if (fileSize < HEADER_SIZE) {
-        await _log(2, "Initializing new file header");
-        await saveHeaderAndPayload(cmp);
-        await _log(6, "Header initialized with size:", HEADER_SIZE);
-        return meta;
-    }
-
-    const headerBuf = Buffer.alloc(HEADER_SIZE);
-    await fd.read(headerBuf, 0, HEADER_SIZE, 0);
-    await _log(6, "Header read from file");
-
-    const version = headerBuf.readUInt32LE(0);
-    if (version !== VERSION) {
-        await _log(6, "err", `Unsupported file version: ${version}`);
-        throw new Error(`Unsupported file version ${version}`);
-    }
-    await _log(2, "File version:", version);
-
-    const payloadLength = headerBuf.readUInt32LE(4);
-    meta.payloadLength = payloadLength;
-    await _log(6, "Payload length:", payloadLength);
-
-    const payloadOffset = headerBuf.readUInt32LE(8);
-    meta.payloadOffset = payloadOffset;
-    await _log(6, "Payload offset:", payloadOffset);
-
-    const blockSize = headerBuf.readUInt32LE(12);
-    meta.blockSize = blockSize;
-    await _log(2, "Block size:", blockSize);
-
-    if (options.crc) {
-        const { computedCrc, storedCrc } = await getFileCrc(fd);
-        const validCrc = computedCrc === storedCrc || storedCrc === 0;
-        await _log(2, "CRC:", computedCrc, "Needed CRC:", storedCrc, "Valid:", validCrc);
-        if (storedCrc === 0) {
-            await _log(1, "Warning: CRC is zero, CRC will not be checked");
-        }
-        if (!validCrc) {
-            await _log(0, "err", "Invalid CRC");
-            if (options.crc === 2 || options.crc === 4)
-                throw new Error("Invalid CRC");
-        }
-    }
-
-    if (payloadOffset + payloadLength > fileSize - HEADER_SIZE) {
-        await _log(6, "err", "Invalid payload length");
-        throw new Error("Invalid payload length");
-    }
-
-    if (payloadLength === 0) {
-        await _log(6, "Empty payload, initializing collections and freeList");
-        return meta;
-    }
-
-    await readHeaderPayload(cmp);
-    return meta;
-}
-
-export async function readHeaderPayload(cmp: BinManager) {
-    const { fd, meta } = cmp;
-    const { payloadLength, payloadOffset } = meta;
-
-    const payloadBuf = Buffer.alloc(payloadLength);
-    const { bytesRead } = await fd.read(payloadBuf, 0, payloadLength, HEADER_SIZE + payloadOffset);
-    await _log(6, `Payload header read, bytesRead: ${bytesRead}`);
-
-    if (bytesRead < payloadLength) {
-        await _log(6, "err", `Incomplete payload header read: expected ${payloadLength} bytes, got ${bytesRead}`);
-        throw new Error(`Incomplete payload header read: expected ${payloadLength} bytes, got ${bytesRead}`);
-    }
-
-    const obj = await cmp.options.format.decode(payloadBuf, "") as {
-        c: [string, number, number][];
-        f: [number, number][];
-    };
-
-    meta.collections = (obj.c || []).map(([name, offset, capacity]) => ({ name, offset, capacity }));
-    meta.freeList = (obj.f || []).map(([offset, capacity]) => ({ offset, capacity }));
-
-    await _log(6, "Collections and freeList loaded", meta);
-}
-
-export function getHeaderPayload(meta: FileMeta) {
-    return {
-        c: meta.collections.map(({ name, offset, capacity }) => ([name, offset, capacity])),
-        f: meta.freeList.map(({ offset, capacity }) => [offset, capacity]),
-    };
-}
-
-export async function saveHeaderAndPayload(cmp: BinManager, recursion = false) {
-    const { fd, meta, options } = cmp;
-    if (!fd) throw new Error("File not open");
-
-    const { collections, freeList, fileSize } = meta;
-    await _log(6, "Saving header payload:", collections, freeList);
-
-    const payloadObj = getHeaderPayload(meta);
-
-    const payloadBuf = Buffer.from(await cmp.options.format.encode(payloadObj, ""));
-    if (payloadBuf.length > 64 * 1024) {
-        console.error("Header payload too large");
-        throw new Error("Header payload too large");
-    }
-
-    await _log(6, "Header payload length:", payloadBuf.length);
-
-    const headerBuf = Buffer.alloc(HEADER_SIZE);
-    headerBuf.writeUInt32LE(VERSION, 0);
-    headerBuf.writeUInt32LE(payloadBuf.length, 4);
-    headerBuf.writeUInt32LE(meta.payloadOffset, 8);
-    headerBuf.writeUInt32LE(meta.blockSize, 12);
-    meta.payloadLength = payloadBuf.length;
-
-    if (options.crc) {
-        const { computedCrc: crc } = await getFileCrc(fd);
-        headerBuf.writeUInt32LE(crc, 16);
-    }
-
-    await _log(6, "Writing header:", headerBuf.toString("hex"));
-
-    // Write header
-    await fd.write(headerBuf, 0, HEADER_SIZE, 0);
-    // Write payload
-    const roundPayload = roundUpCapacity(meta, payloadBuf.length);
-
-    if (detectCollisions(meta, HEADER_SIZE + meta.payloadOffset, roundPayload)) {
-        await _log(2, "Collision detected");
-        const slot = !recursion && await findFreeSlot(cmp, roundPayload);
-        if (slot) {
-            meta.payloadOffset = slot.offset - HEADER_SIZE;
-        } else {
-            meta.payloadOffset = meta.fileSize - HEADER_SIZE;
-            meta.fileSize += roundPayload;
-        }
-        pushToFreeList(meta, meta.payloadOffset, roundPayload);
-
-        return await saveHeaderAndPayload(cmp, true);
-    }
-
-    await writeData(fd, HEADER_SIZE + meta.payloadOffset, payloadBuf, roundPayload);
-
-    await _log(6, "Payload written");
-
-    // Update file size if header + payload bigger
-    meta.fileSize = Math.max(fileSize, HEADER_SIZE + roundPayload);
-}

package/src/bin/index.ts

@@ -1,115 +0,0 @@
-import * as msgpack from "@msgpack/msgpack";
-import { access, constants, FileHandle, open } from "fs/promises";
-import { getFileCrc } from "../crc32";
-import { _log } from "../log";
-import { readLogic, writeLogic } from "./data";
-import { FileMeta, openFile } from "./head";
-import { optimize } from "./optimize";
-import { removeCollection } from "./rm";
-
-async function safeOpen(path: string) {
-    try {
-        await access(path, constants.F_OK);
-        return await open(path, "r+");
-    } catch {
-        _log(1, "Creating new file");
-        return await open(path, "w+");
-    }
-}
-
-export interface CollectionMeta {
-    name: string;
-    offset: number;
-    capacity: number;
-}
-
-export interface Options {
-    preferredSize: number;
-    /**
-     * 0 - crc off
-     * 1 - warn if error
-     * 2 - throw if error
-     * 3 - 1 & save always on edit
-     * 4 - 2 & save always on edit
-     */
-    crc: number;
-    overwriteRemovedCollection: boolean;
-    format: {
-        encode(data: any, collection: string): Promise<Parameters<typeof Buffer.from>[0]>;
-        decode(data: Buffer, collection: string): Promise<any>;
-    }
-}
-
-export class BinManager {
-    public fd: null | FileHandle = null;
-    public meta: FileMeta;
-    public options: Options;
-
-    /**
-     * Constructs a new BinManager instance.
-     * @param path - File path.
-     * @param [preferredSize=512] - The preferred block size for the database. Must be a positive number (preferredSize > 0)
-     * @throws If the path is not provided, or the preferred size is
-     * not a positive number.
-     */
-    constructor(public path: string, options?: Partial<Options>) {
-        if (!path) throw new Error("Path not provided");
-
-        this.options = {
-            preferredSize: 512,
-            crc: 2,
-            overwriteRemovedCollection: false,
-            format: {
-                encode: async (data: any) => msgpack.encode(data),
-                decode: async (data: Buffer) => msgpack.decode(data)
-            },
-            ...options
-        }
-
-        if (!this.options.preferredSize || this.options.preferredSize <= 0) throw new Error("Preferred size not provided");
-    }
-
-    async open() {
-        this.fd = await safeOpen(this.path);
-        await openFile(this);
-    }
-
-    async close() {
-        if (this.fd) {
-            const buff = Buffer.alloc(8);
-            if (this.options.crc) {
-                const { computedCrc: crc } = await getFileCrc(this.fd);
-                buff.writeUInt32LE(crc, 0);
-            } else {
-                buff.fill(0, 0, 8);
-            }
-            await this.fd.write(buff, 0, 8, 16);
-            await this.fd.close();
-            this.fd = null;
-        }
-    }
-
-    [Symbol.asyncDispose]() {
-        return this.close();
-    }
-
-    async write<T = object[]>(collection: string, data: T) {
-        if (!this.fd) throw new Error("File not open");
-        await writeLogic(this, collection, data);
-    }
-
-    async read(collection: string) {
-        if (!this.fd) throw new Error("File not open");
-        return await readLogic(this, collection);
-    }
-
-    async optimize() {
-        if (!this.fd) throw new Error("File not open");
-        await optimize(this);
-    }
-
-    async removeCollection(collection: string) {
-        if (!this.fd) throw new Error("File not open");
-        await removeCollection(this, collection);
-    }
-}

package/src/bin/optimize.ts

@@ -1,46 +0,0 @@
-import { unlink } from "fs/promises";
-import { BinManager } from ".";
-import { saveHeaderAndPayload } from "./head";
-import { HEADER_SIZE } from "./static";
-import { readData, roundUpCapacity, writeData } from "./utils";
-import { _log } from "../log";
-
-export async function optimize(cmp: BinManager) {
-    await _log(3, "Starting database optimization");
-    const collections = cmp.meta.collections;
-
-    const allData = new Map<string, Buffer>();
-    for (const { name, offset } of collections) {
-        await _log(6, "Reading collection for optimization:", name);
-        const len = await readData(cmp.fd, offset, 4);
-        const data = await readData(cmp.fd, offset + 4, len.readInt32LE(0));
-        allData.set(name, data);
-    }
-
-    await _log(5, "Closing file for optimization");
-    await cmp.close();
-    await _log(6, "Deleting old database file for optimization");
-    await unlink(cmp.path);
-    await new Promise(resolve => setTimeout(resolve, 100));
-    await _log(5, "Re-opening database file for optimization");
-    await cmp.open();
-
-    let offset = roundUpCapacity(cmp.meta, cmp.meta.payloadLength + HEADER_SIZE) + cmp.meta.blockSize;
-    for (const [collection, data] of allData) {
-        await _log(6, "Writing optimized collection:", collection);
-        const len = roundUpCapacity(cmp.meta, data.length + 4);
-        const buf = Buffer.alloc(4);
-        buf.writeInt32LE(data.length, 0);
-        await writeData(cmp.fd, offset, buf, 4);
-        await writeData(cmp.fd, offset + 4, data, len);
-        cmp.meta.collections.push({
-            name: collection,
-            offset,
-            capacity: len
-        });
-        offset += len;
-    }
-
-    await saveHeaderAndPayload(cmp);
-    await _log(3, "Database optimization complete");
-}

package/src/bin/rm.ts

@@ -1,30 +0,0 @@
-import { BinManager } from ".";
-import { findCollection } from "./data";
-import { saveHeaderAndPayload } from "./head";
-import { writeData } from "./utils";
-
-export async function removeCollection(cmp: BinManager, collection: string) {
-    const { meta, fd, options } = cmp;
-    const collectionMeta = findCollection(cmp, collection);
-    if (!collectionMeta) throw new Error("Collection not found");
-
-    if (meta.collections.length === 1) {
-        meta.collections = [];
-        meta.freeList = [];
-        await fd.truncate(0);
-        await saveHeaderAndPayload(cmp);
-        return;
-    }
-
-    meta.collections.splice(meta.collections.findIndex(c => c.name === collection), 1);
-    meta.freeList.push({
-        offset: collectionMeta.offset,
-        capacity: collectionMeta.capacity
-    });
-
-    if (options.overwriteRemovedCollection) {
-        await writeData(fd, collectionMeta.offset, Buffer.alloc(collectionMeta.capacity), collectionMeta.capacity);
-    }
-
-    await saveHeaderAndPayload(cmp);
-}

package/src/bin/static.ts

@@ -1,2 +0,0 @@
-export const HEADER_SIZE = 64;
-export const VERSION = 1;

package/src/bin/utils.ts

@@ -1,90 +0,0 @@
-import { FileHandle } from "fs/promises";
-import { _log } from "../log";
-import { Block, FileMeta } from "./head";
-
-export function roundUpCapacity(result: FileMeta, size: number) {
-    return Math.ceil(size / result.blockSize) * result.blockSize;
-}
-
-export async function writeData(fd: FileHandle, offset: number, data: Buffer, capacity: number) {
-    if (!fd) throw new Error("File not open");
-    if (data.length > capacity) throw new Error("Data size exceeds capacity");
-
-    await _log(6, "Writing data at offset:", offset, "length:", data.length, "capacity:", capacity);
-
-    const { bytesWritten } = await fd.write(data, 0, data.length, offset);
-    await _log(5, "Bytes written:", bytesWritten);
-
-    if (data.length < capacity) {
-        const pad = Buffer.alloc(capacity - data.length, 0);
-        const padStart = offset + data.length;
-        await _log(6, "Padding with zeros:", pad.length, "at offset:", padStart);
-        const { bytesWritten: padBytesWritten } = await fd.write(pad, 0, pad.length, padStart);
-        await _log(6, "Bytes written:", padBytesWritten);
-    }
-
-    await _log(6, "Data written");
-}
-
-export async function readData(fd: FileHandle, offset: number, length: number): Promise<Buffer> {
-    if (!fd) throw new Error("File not open");
-
-    await _log(6, "Reading data from offset:", offset, "length:", length);
-
-    const buf = Buffer.alloc(length);
-    const { bytesRead } = await fd.read(buf, 0, length, offset);
-
-    await _log(5, "Bytes read:", bytesRead);
-
-    return buf;
-}
-
-export function optimizeFreeList(blocks: Block[]): Block[] {
-    if (blocks.length <= 1) return blocks;
-
-    const sorted = [...blocks].sort((a, b) => a.offset - b.offset);
-
-    const merged: Block[] = [];
-    let current = sorted[0];
-
-    for (let i = 1; i < sorted.length; i++) {
-        const next = sorted[i];
-
-        if (current.offset + current.capacity === next.offset) {
-            current = {
-                offset: current.offset,
-                capacity: current.capacity + next.capacity
-            };
-        } else {
-            merged.push(current);
-            current = next;
-        }
-    }
-
-    merged.push(current);
-
-    return merged;
-}
-
-function checkCollection(start1: number, end1: number, start2: number, end2: number) {
-    _log(6, "Checking collection:", start1, end1, start2, end2);
-    return start1 < end2 && start2 < end1;
-}
-
-export function detectCollisions(result: FileMeta, start: number, size: number, skip: string[] = []) {
-    for (const { name, offset, capacity } of result.collections) {
-        if (skip.includes(name)) continue;
-        if (checkCollection(offset, offset + capacity, start, start + size))
-            return true;
-    }
-
-    return false;
-}
-
-export function pushToFreeList(result: FileMeta, offset: number, len: number) {
-    result.freeList.push({
-        offset,
-        capacity: roundUpCapacity(result, len),
-    });
-    result.freeList = optimizeFreeList(result.freeList);
-}

package/src/crc32.ts

@@ -1,44 +0,0 @@
-import { FileHandle } from "fs/promises";
-import { HEADER_SIZE } from "./bin/static";
-
-const CRC32_TABLE = new Uint32Array(256);
-
-for (let i = 0; i < 256; i++) {
-    let crc = i;
-    for (let j = 0; j < 8; j++) {
-        crc = (crc & 1) ? (0xEDB88320 ^ (crc >>> 1)) : (crc >>> 1);
-    }
-    CRC32_TABLE[i] = crc >>> 0;
-}
-
-export function crc32(buf: Uint8Array | string, seed = 0xFFFFFFFF): number {
-    if (typeof buf === "string") {
-        buf = new TextEncoder().encode(buf);
-    }
-
-    let crc = seed ^ 0xFFFFFFFF;
-    for (let i = 0; i < buf.length; i++) {
-        const byte = buf[i];
-        crc = (crc >>> 8) ^ CRC32_TABLE[(crc ^ byte) & 0xFF];
-    }
-    return (crc ^ 0xFFFFFFFF) >>> 0;
-}
-
-export async function getFileCrc(fd: FileHandle, short = false) {
-    const { size } = await fd.stat();
-    if (size < HEADER_SIZE) return { storedCrc: 0, computedCrc: 0 };
-
-    const buffer = Buffer.alloc(size);
-    await fd.read(buffer, 0, size, 0);
-
-    const storedCrc = buffer.readUInt32LE(16);
-    if (short && storedCrc === 0) return { storedCrc: 0, computedCrc: 0 };
-
-    buffer.fill(0, 16, 20);
-    const computedCrc = crc32(buffer);
-
-    return {
-        storedCrc,
-        computedCrc
-    }
-}

package/src/index.ts

@@ -1,20 +0,0 @@
-import { ValtheraClass } from "@wxn0brp/db-core";
-import { BinFileAction } from "./actions";
-import { BinManager, Options } from "./bin";
-
-export * from "./actions";
-export * from "./bin";
-
-export async function createBinValthera(path: string, opts: Partial<Options> = {}, init = true) {
-    const mgr = new BinManager(path, opts);
-    const actions = new BinFileAction(mgr);
-    const db = new ValtheraClass({ dbAction: actions });
-
-    if (init) await actions.init();
-
-    return {
-        db,
-        actions,
-        mgr,
-    }
-}

package/src/log.ts

@@ -1,13 +0,0 @@
-const dir = process.cwd() + "/";
-export async function _log(level: number, ...data: any[]) {
-    const logLevel = parseInt(process.env.VDB_BIN_LOG_LEVEL || '0', 10);
-    if (logLevel < level) return;
-
-    let line = new Error().stack.split('\n')[3].trim();
-    let path = line.slice(line.indexOf("(")).replace(dir, "").replace("(", "").replace(")", "");
-    const at = line.slice(3, line.indexOf("(") - 1);
-
-    if (path.length < 2) path = line.replace(dir, "").replace("at ", ""); // if path is 2 (callback):
-
-    console.log(`[${level}] ` + "\x1b[36m" + path + ":", "\x1b[33m" + at + "\x1b[0m", ...data);
-}

package/suglite.json

@@ -1,10 +0,0 @@
-{
-    "cmd": "NODE_ENV=development tsc --noEmit && yarn bun",
-    "watch": [
-        "src"
-    ],
-    "restart_cmd": "clear",
-    "events": {
-        "rs": "clear"
-    }
-}

package/tsconfig.json

@@ -1,22 +0,0 @@
-{
-    "compilerOptions": {
-        "module": "ES2022",
-        "target": "ES2022",
-        "moduleResolution": "bundler",
-        "paths": {},
-        "esModuleInterop": true,
-        "skipLibCheck": true,
-        "outDir": "./dist",
-        "declaration": true
-    },
-    "include": [
-       "./src"
-    ],
-    "exclude": [
-        "node_modules"
-    ],
-    "tsc-alias": {
-        "resolveFullPaths": true,
-        "verbose": false
-    }
-}