@based/db 0.0.70 → 0.1.0

package/dist/lib/linux_x86_64/include/selva/fields.h

@@ -15,15 +15,6 @@ struct selva_string;
 #include "selva/types.h"
 #include "selva_lang_code.h"
 
-/**
- * Reserved (N/A) field id.
- * Can be used to mark that a field doesn't exist.
- * E.g. if created and updated fields don't exist their ids can be set to this
- * value.
- * Technically fields 251..255 are all reserved.
- */
-#define SELVA_FIELDS_RESERVED 255
-
 struct XXH3_state_s; /* RFE Not good? */
 
 #ifndef __zig
@@ -33,17 +24,51 @@ struct SelvaTextField {
 } __packed;
 #endif
 
-struct SelvaNodeReference {
+struct SelvaNodeSmallReference {
+    struct SelvaNode *dst;
+};
+
+struct SelvaNodeLargeReference {
     struct SelvaNode *dst;
     struct SelvaFields *meta;
 };
 
+enum SelvaNodeReferenceType {
+    SELVA_NODE_REFERENCE_NULL = 0,
+    SELVA_NODE_REFERENCE_SMALL = 1,
+    SELVA_NODE_REFERENCE_LARGE = 2,
+} __packed;
+
+struct SelvaNodeReferenceAny {
+    enum SelvaNodeReferenceType type;
+    union {
+        void *any;
+        struct SelvaNodeSmallReference *small;
+        struct SelvaNodeLargeReference *large;
+    }
+#ifdef __zig
+      p
+#endif
+    ;
+};
+
+static_assert(offsetof(struct SelvaNodeLargeReference, dst) == offsetof(struct SelvaNodeSmallReference, dst));
+
 struct SelvaNodeReferences {
     uint32_t nr_refs;
     uint16_t offset;
-    struct SelvaNodeReference *refs __pcounted_by(nr_refs);
+    enum SelvaNodeReferenceType size;
+
+    union {
+        void *any;
+        struct SelvaNodeLargeReference *large __pcounted_by(nr_refs);
+        struct SelvaNodeSmallReference *small __pcounted_by(nr_refs);
+    };
     node_id_t *index __pcounted_by(nr_refs); /*!< Sorted index of all nodes in `.refs`. */
 };
+static_assert(offsetof(struct SelvaNodeReferences, any) == offsetof(struct SelvaNodeReferences, small));
+static_assert(offsetof(struct SelvaNodeReferences, any) == offsetof(struct SelvaNodeReferences, large));
+static_assert(offsetof(struct SelvaNodeReferences, small) == offsetof(struct SelvaNodeReferences, large));
 
 struct SelvaNodeWeakReference {
     /* The type can be found from the schema. */
@@ -59,23 +84,6 @@ struct SelvaNodeWeakReferences {
     struct SelvaNodeWeakReference *refs __pcounted_by(nr_refs);
 };
 
-/**
- * Type helper to determine the size of statically (constant/fixed) sized fields.
- */
-union SelvaStaticFields {
-    bool boolean; /*!< SELVA_FIELD_TYPE_BOOLEAN */
-    double number; /*!< SELVA_FIELD_TYPE_NUMBER */
-    struct selva_string *string; /*!< SELVA_FIELD_TYPE_STRING */
-    int8_t int8; /* SELVA_FIELD_TYPE_INT8 */
-    uint8_t uint8; /*!< SELVA_FIELD_TYPE_UINT8 */
-    int16_t int16; /*!< SELVA_FIELD_TYPE_INT16 */
-    uint16_t uint16; /*!< SELVA_FIELD_TYPE_UINT16 */
-    int32_t int32; /*!< SELVA_FIELD_TYPE_INT32 */
-    uint32_t uint32; /*!< SELVA_FIELD_TYPE_UINT32 */
-    uint8_t enu; /*!< SELVA_FIELD_TYPE_ENUM */
-    struct SelvaNodeWeakReference weak_reference; /*!< SELVA_FIELD_TYPE_WEAK_REFERENCE */
-};
-
 struct SelvaFieldsPointer {
     uint8_t *ptr;
     size_t off;
@@ -111,7 +119,7 @@ struct SelvaFields *selva_fields_node2fields(struct SelvaNode *node);
 void selva_fields_ensure_ref_meta(
         struct SelvaDb *db,
         struct SelvaNode *node,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct EdgeFieldConstraint *efc)
     __attribute__((nonnull));
 
@@ -140,7 +148,7 @@ struct selva_string *selva_fields_ensure_string2(
         struct SelvaDb *db,
         struct SelvaNode *node,
         const struct EdgeFieldConstraint *efc,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct SelvaFieldSchema *fs,
         size_t initial_len);
 
@@ -153,7 +161,7 @@ int selva_fields_reference_set(
         struct SelvaNode * restrict src,
         const struct SelvaFieldSchema *fs_src,
         struct SelvaNode * restrict dst,
-        struct SelvaNodeReference **ref_out,
+        struct SelvaNodeReferenceAny *ref_out,
         selva_dirty_node_cb_t dirty_cb,
         void *dirty_ctx);
     // __attribute__((access(write_only, 5), access(write_only, 6)));
@@ -171,7 +179,7 @@ int selva_fields_references_insert(
         bool reorder,
         struct SelvaTypeEntry *te_dst,
         struct SelvaNode * restrict dst,
-        struct SelvaNodeReference **ref_out)
+        struct SelvaNodeReferenceAny *ref_out)
     __attribute__((access(write_only, 8)));
 
 /**
@@ -179,7 +187,7 @@ int selva_fields_references_insert(
  * @returns nr_refs.
  */
 SELVA_EXPORT
-size_t selva_fields_prealloc_refs(struct SelvaNode *node, const struct SelvaFieldSchema *fs, size_t nr_refs_min);
+size_t selva_fields_prealloc_refs(struct SelvaDb *db, struct SelvaNode *node, const struct SelvaFieldSchema *fs, size_t nr_refs_min);
 
 SELVA_EXPORT
 int selva_fields_references_insert_tail_wupsert(
@@ -219,7 +227,7 @@ SELVA_EXPORT
 int selva_fields_set_reference_meta(
         struct SelvaDb *db,
         struct SelvaNode *node,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct EdgeFieldConstraint *efc,
         const struct SelvaFieldSchema *efs,
         const void *value, size_t len);
@@ -228,7 +236,7 @@ SELVA_EXPORT
 int selva_fields_get_reference_meta_mutable_string(
         struct SelvaDb *db,
         struct SelvaNode *node,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct EdgeFieldConstraint *efc,
         const struct SelvaFieldSchema *efs,
         size_t len,
@@ -266,6 +274,13 @@ int selva_fields_set_text(
         const char *str,
         size_t len);
 
+int selva_fields_get_mutable_text(
+        struct SelvaNode *node,
+        const struct SelvaFieldSchema *fs,
+        enum selva_lang_code lang,
+        size_t len,
+        struct selva_string **out);
+
 /**
  * Get text field translation.
  *
@@ -302,7 +317,7 @@ SELVA_EXPORT
 int selva_fields_set_weak_references(struct SelvaNode *node, const struct SelvaFieldSchema *fs, node_id_t dst[], size_t nr_dsts);
 
 SELVA_EXPORT
-struct SelvaNodeReference *selva_fields_get_reference(struct SelvaDb *db, struct SelvaNode *node, const struct SelvaFieldSchema *fs)
+struct SelvaNodeLargeReference *selva_fields_get_reference(struct SelvaDb *db, struct SelvaNode *node, const struct SelvaFieldSchema *fs)
     __attribute__((nonnull));
 
 SELVA_EXPORT
@@ -325,7 +340,7 @@ struct SelvaNode *selva_fields_resolve_weak_reference(
     __attribute__((nonnull));
 
 SELVA_EXPORT
-struct selva_string *selva_fields_get_selva_string3(struct SelvaNodeReference *ref, const struct SelvaFieldSchema *fs)
+struct selva_string *selva_fields_get_selva_string3(struct SelvaDb *db, struct SelvaNodeLargeReference *ref, const struct SelvaFieldSchema *fs)
     __attribute__((nonnull));
 
 SELVA_EXPORT

package/dist/lib/linux_x86_64/include/selva/gmtime.h

@@ -0,0 +1,137 @@
+/**
+ *******************************************************************************
+ * @file    gmtime.h
+ * @author  Olli Vanhoja
+ * @brief   Calendar calculations.
+ * @section LICENSE
+ * Copyright (c) 2025 Saulx
+ * SPDX-License-Identifier: MIT
+ *******************************************************************************
+ */
+
+#pragma once
+#include <stdint.h>
+#include "selva/_export.h"
+
+#define SELVA_TM_SUNDAY       0
+#define SELVA_TM_MONDAY       1
+#define SELVA_TM_TUESDAY      2
+#define SELVA_TM_WEDNESDAY    3
+#define SELVA_TM_THURSDAY     4
+#define SELVA_TM_FRIDAY       5
+#define SELVA_TM_SATURDAY     6
+
+#define SELVA_TM_JANUARY      0
+#define SELVA_TM_FEBRUARY     1
+#define SELVA_TM_MARCH        2
+#define SELVA_TM_APRIL        3
+#define SELVA_TM_MAY          4
+#define SELVA_TM_JUNE         5
+#define SELVA_TM_JULY         6
+#define SELVA_TM_AUGUST       7
+#define SELVA_TM_SEPTEMBER    8
+#define SELVA_TM_OCTOBER      9
+#define SELVA_TM_NOVEMBER     10
+#define SELVA_TM_DECEMBER     11
+
+#define SELVA_EPOCH_YEAR      1970
+
+/**
+ * Gregorian Calendar.
+ */
+struct selva_tm {
+    int32_t tm_sec;     /*!< Seconds [0,60]. */
+    int32_t tm_min;     /*!< Minutes [0,59]. */
+    int32_t tm_hour;    /*!< Hour [0,23]. */
+    int32_t tm_mday;    /*!< Day of month [1,31]. */
+    int32_t tm_mon;     /*!< Month of year [0,11]. */
+    int32_t tm_year;    /*!< Year. */
+    int32_t tm_wday;    /*!< Day of week [0,6] (Sunday =0). */
+    int32_t tm_yday;    /*!< Day of year [0,365]. */
+    bool tm_yleap;      /*!< Is leap year. */
+};
+
+/**
+ * ISO-8601 Week Date.
+ */
+struct selva_iso_week {
+    int32_t iso_year; /*!< ISO year. */
+    int32_t iso_week; /*!< ISO week [1,54]. */
+};
+
+static inline int32_t selva_gmtime_wday2iso_wday(int32_t wday)
+{
+    /* Same as (tm.tm_wday + 6) % 7 + 1 but fewer instructions. */
+    return wday ? wday : 7;
+}
+
+/**
+ * Calculate struct selva_tm from ts and tmz in Gregorian calendar.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ */
+SELVA_EXPORT
+void selva_gmtime(struct selva_tm *result, int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian year from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian year.
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_year(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian month from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian month of year [0,11].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_mon(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian day of year from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian day of year [0,365].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_yday(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian day of week from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian day of week [0,6] (Sunday =0).
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_wday(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian day of month from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian day of month [1,31].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_mday(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate hour from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Hour [0, 23].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_hour(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate the ISO-8601 week date from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns wyear.
+ */
+SELVA_EXPORT
+struct selva_iso_week *selva_gmtime_iso_wyear(struct selva_iso_week *wyear, int64_t ts, int64_t tmz);

package/dist/lib/linux_x86_64/include/selva/hll.h

@@ -19,7 +19,7 @@ uint8_t *hll_count(struct selva_string *hllss);
 SELVA_EXPORT
 void hll_array_union(struct selva_string *res, struct selva_string *hll_array, size_t count);
 SELVA_EXPORT
-void hll_union(char*, size_t, const char*, size_t);
+void hll_union(struct selva_string *, struct selva_string *);
 
 // size_t actual_cols[13] = { 79, 159, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200 };
 // float raw_estimate_data[13][200] =

package/dist/lib/linux_x86_64/include/selva/mblen.h

@@ -0,0 +1,40 @@
+/*
+ * Copyright (c) 2025 SAULX
+ * SPDX-License-Identifier: MIT
+ */
+#pragma once
+#include "selva/_export.h"
+#include <stdint.h>
+
+/***
+ * Get the length of multibyte char.
+ */
+SELVA_EXPORT
+#if defined(__clang__)
+/*
+ * optnone is needed at least on clang to not optimize out the clz.
+ * Otherwise this function will always return 0.
+ */
+__attribute__((optnone))
+#endif
+inline unsigned selva_mblen(char first_byte)
+#ifndef __zig
+{
+    uint8_t x = first_byte;
+    unsigned l = 0;
+
+    if (x & 0x80) {
+#if __has_builtin(__builtin_clzg)
+        l = __builtin_clzg((uint8_t)~x, 0) - 1;
+#elif __has_builtin(__builtin_clz)
+        l = __builtin_clz((unsigned)(~x << 24)) - 1;
+#else
+#error "No luck"
+#endif
+    }
+
+    return l;
+}
+#else
+;
+#endif /* __zig */

package/dist/lib/linux_x86_64/include/selva/selva_string.h

@@ -10,6 +10,8 @@
 
 struct finalizer;
 struct selva_string;
+struct libdeflate_compressor;
+struct libdeflate_decompressor;
 
 /**
  * Selva string flags.
@@ -165,8 +167,8 @@ struct selva_string *selva_string_fread(FILE *fp, size_t size, enum selva_string
  */
 [[nodiscard]]
 SELVA_EXPORT
-struct selva_string *selva_string_createz(const char *in_str, size_t in_len, enum selva_string_flags flags)
-    __attribute__((access(read_only, 1, 2)));
+struct selva_string *selva_string_createz(struct libdeflate_compressor *compressor, const char *in_str, size_t in_len, enum selva_string_flags flags)
+    __attribute__((access(read_only, 2, 3)));
 
 /**
  * Decompress a compressed string.
@@ -178,8 +180,8 @@ struct selva_string *selva_string_createz(const char *in_str, size_t in_len, enu
  *          SELVA_EINVAL if the string cannot be decompressed.
  */
 SELVA_EXPORT
-int selva_string_decompress(const struct selva_string * restrict s, char * restrict buf)
-    __attribute__((access(read_only, 1), access(write_only, 2)));
+int selva_string_decompress(struct libdeflate_decompressor *decompressor, const struct selva_string * restrict s, char * restrict buf)
+    __attribute__((access(read_only, 2), access(write_only, 3)));
 
 /**
  * Duplicate a string.
@@ -395,6 +397,7 @@ void selva_string_set_compress(struct selva_string *s)
 /**
  * Compare two strings.
  * This function works correctly with compressed strings.
+ * @param decompress can be nullptr if strings are not compressed.
  * @param a is a pointer to the first string to be compared.
  * @param b is a pointer to the second strings to be compared.
  * @returns < 0 if the first character that does not match has a lower value in ptr1 than in ptr2;
@@ -402,7 +405,7 @@ void selva_string_set_compress(struct selva_string *s)
  *          > 0 if the first character that does not match has a greater value in ptr1 than in ptr2.
  */
 SELVA_EXPORT
-int selva_string_cmp(const struct selva_string *a, const struct selva_string *b)
+int selva_string_cmp(struct libdeflate_decompressor *decompressor, const struct selva_string *a, const struct selva_string *b)
     __attribute__((access(read_only, 1), access(read_only, 2)));
 
 /**

package/dist/lib/linux_x86_64/include/selva/thread.h

@@ -0,0 +1,37 @@
+/*
+ * Copyright (c) 2025 SAULX
+ * SPDX-License-Identifier: MIT
+ */
+#pragma once
+#include <stdint.h>
+
+static inline uint64_t selva_get_thread_id(void);
+
+#ifdef __linux__
+#define _GNU_SOURCE
+#include <unistd.h>
+
+/*
+ * Sometimes the symbol for getid not there even if _GNU_SOURCE should now
+ * expose it on glibc 2.30+.
+ */
+pid_t gettid(void);
+
+static inline uint64_t selva_get_thread_id(void)
+{
+    return (uint64_t)gettid();
+}
+#elifdef __APPLE__
+#include <pthread.h>
+
+static inline uint64_t selva_get_thread_id(void)
+{
+    uint64_t tid;
+
+    (void)pthread_threadid_np((void *)0, &tid);
+
+    return tid;
+}
+#else
+#error "Platform not supported"
+#endif

package/dist/lib/linux_x86_64/include/selva/types.h

@@ -8,11 +8,21 @@
 #include <stdint.h>
 #include "selva/_export.h"
 
+#define SELVA_FIELDS_MAX 249
+
+/**
+ * Reserved (N/A) field id.
+ * Can be used to mark that a field doesn't exist.
+ * E.g. if created and updated fields don't exist their ids can be set to this
+ * value.
+ * Technically fields 251..255 are all reserved.
+ */
+#define SELVA_FIELDS_RESERVED 255
+
 typedef uint32_t block_id_t;
 typedef uint8_t field_t;
 typedef uint32_t node_id_t;
 typedef uint16_t node_type_t;
-typedef int32_t cursor_id_t;
 #ifndef __zig
 typedef unsigned _BitInt(128) selva_hash128_t;
 #else
@@ -81,14 +91,18 @@ struct SelvaFieldSchema {
 } __designated_init;
 
 struct SelvaFieldsSchema {
-    field_t nr_fields; /*!< The total number of fields for this node type. */
-    field_t nr_fixed_fields; /*!< Number of fixed fields that are always allocated. */
+    field_t nr_fields; /*!< The total number of fields in this schema. */
+    field_t nr_fixed_fields; /*!< The number of fixed fields that are always allocated. */
+    field_t nr_virtual_fields; /*!< The number of fields that are not included in fields.fields_map. These must be the last field ids used. */
+    /**
+     * Template for fields->fields_map.
+     */
     struct {
         void *buf;
         size_t len;
         size_t fixed_data_size;
     } field_map_template;
-    struct SelvaFieldSchema field_schemas[255];
+    struct SelvaFieldSchema field_schemas[SELVA_FIELDS_MAX];
 };
 
 struct SelvaNodeSchema {

package/dist/src/client/index.d.ts

@@ -1,14 +1,11 @@
-import { Schema } from '@based/schema';
-import { CreateObj } from './modify/create.js';
-import { ModifyCtx } from './flushModify.js';
+import { MigrateFns, Schema } from '@based/schema';
 import { BasedDbQuery, QueryByAliasObj } from './query/BasedDbQuery.js';
-import { ModifyRes } from './modify/ModifyRes.js';
-import { TransformFns } from '../server/migrate/index.js';
-import { ModifyOpts } from './modify/types.js';
 import { SubStore } from './query/subscription/index.js';
 import { DbShared } from '../shared/DbBase.js';
 import { DbClientHooks } from '../hooks.js';
 import { SchemaChecksum } from '../schema.js';
+import { ModifyOpts } from './modify/types.js';
+import { Ctx } from './modify/Ctx.js';
 type DbClientOpts = {
     hooks: DbClientHooks;
     maxModifySize?: number;
@@ -20,30 +17,28 @@ export declare class DbClient extends DbShared {
     subs: Map<BasedDbQuery, SubStore>;
     hooks: DbClientHooks;
     flushTime: number;
-    flushReady: () => void;
-    flushIsReady: Promise<void>;
     writeTime: number;
     isDraining: boolean;
-    modifyCtx: ModifyCtx;
+    modifyCtx: Ctx;
     maxModifySize: number;
     upserting: Map<number, {
         o: Record<string, any>;
-        p: Promise<number | ModifyRes>;
+        p: Promise<number>;
     }>;
     schemaIsSet(): Promise<void>;
-    setSchema(schema: Schema, transformFns?: TransformFns): Promise<SchemaChecksum>;
-    create(type: string, obj?: CreateObj, opts?: ModifyOpts): ModifyRes;
-    copy(type: string, target: number | ModifyRes, objOrTransformFn?: Record<string, any> | ((item: Record<string, any>) => Promise<any>)): Promise<ModifyRes>;
-    query(type: string, id?: number | ModifyRes | (number | ModifyRes)[] | QueryByAliasObj | QueryByAliasObj[] | Uint32Array): BasedDbQuery;
+    setSchema(schema: Schema, transformFns?: MigrateFns): Promise<SchemaChecksum>;
+    create(type: string, obj?: {}, opts?: ModifyOpts): Promise<number>;
+    copy(type: string, target: number, objOrTransformFn?: Record<string, any> | ((item: Record<string, any>) => Promise<any>)): Promise<number>;
+    query(type: string, id?: number | Promise<number> | (number | Promise<number>)[] | QueryByAliasObj | QueryByAliasObj[] | Uint32Array): BasedDbQuery;
     query(): BasedDbQuery;
-    update(type: string, id: number | ModifyRes, value: any, opts?: ModifyOpts): ModifyRes;
+    update(type: string, id: number | Promise<number>, value: any, opts?: ModifyOpts): Promise<number>;
     update(type: string, value: Record<string, any> & {
-        id: number | ModifyRes;
-    }, opts?: ModifyOpts): ModifyRes;
-    update(value: Record<string, any>, opts?: ModifyOpts): ModifyRes;
-    upsert(type: string, obj: Record<string, any>, opts?: ModifyOpts): Promise<any>;
-    delete(type: string, id: number | ModifyRes): ModifyRes;
-    expire(type: string, id: number | ModifyRes, seconds: number): void;
+        id: number;
+    }, opts?: ModifyOpts): Promise<number>;
+    update(value: Record<string, any>, opts?: ModifyOpts): Promise<number>;
+    upsert(type: string, obj: Record<string, any>, opts?: ModifyOpts): Promise<number>;
+    delete(type: string, id: number | Promise<number>): any;
+    expire(type: string, id: number, seconds: number): Promise<number>;
     destroy(): void;
     stop(): void;
     drain(): Promise<number>;