@based/db 0.0.70 → 0.1.0

package/dist/lib/linux_aarch64/include/selva/fields.h

@@ -15,15 +15,6 @@ struct selva_string;
 #include "selva/types.h"
 #include "selva_lang_code.h"
 
-/**
- * Reserved (N/A) field id.
- * Can be used to mark that a field doesn't exist.
- * E.g. if created and updated fields don't exist their ids can be set to this
- * value.
- * Technically fields 251..255 are all reserved.
- */
-#define SELVA_FIELDS_RESERVED 255
-
 struct XXH3_state_s; /* RFE Not good? */
 
 #ifndef __zig
@@ -33,17 +24,51 @@ struct SelvaTextField {
 } __packed;
 #endif
 
-struct SelvaNodeReference {
+struct SelvaNodeSmallReference {
+    struct SelvaNode *dst;
+};
+
+struct SelvaNodeLargeReference {
     struct SelvaNode *dst;
     struct SelvaFields *meta;
 };
 
+enum SelvaNodeReferenceType {
+    SELVA_NODE_REFERENCE_NULL = 0,
+    SELVA_NODE_REFERENCE_SMALL = 1,
+    SELVA_NODE_REFERENCE_LARGE = 2,
+} __packed;
+
+struct SelvaNodeReferenceAny {
+    enum SelvaNodeReferenceType type;
+    union {
+        void *any;
+        struct SelvaNodeSmallReference *small;
+        struct SelvaNodeLargeReference *large;
+    }
+#ifdef __zig
+      p
+#endif
+    ;
+};
+
+static_assert(offsetof(struct SelvaNodeLargeReference, dst) == offsetof(struct SelvaNodeSmallReference, dst));
+
 struct SelvaNodeReferences {
     uint32_t nr_refs;
     uint16_t offset;
-    struct SelvaNodeReference *refs __pcounted_by(nr_refs);
+    enum SelvaNodeReferenceType size;
+
+    union {
+        void *any;
+        struct SelvaNodeLargeReference *large __pcounted_by(nr_refs);
+        struct SelvaNodeSmallReference *small __pcounted_by(nr_refs);
+    };
     node_id_t *index __pcounted_by(nr_refs); /*!< Sorted index of all nodes in `.refs`. */
 };
+static_assert(offsetof(struct SelvaNodeReferences, any) == offsetof(struct SelvaNodeReferences, small));
+static_assert(offsetof(struct SelvaNodeReferences, any) == offsetof(struct SelvaNodeReferences, large));
+static_assert(offsetof(struct SelvaNodeReferences, small) == offsetof(struct SelvaNodeReferences, large));
 
 struct SelvaNodeWeakReference {
     /* The type can be found from the schema. */
@@ -59,23 +84,6 @@ struct SelvaNodeWeakReferences {
     struct SelvaNodeWeakReference *refs __pcounted_by(nr_refs);
 };
 
-/**
- * Type helper to determine the size of statically (constant/fixed) sized fields.
- */
-union SelvaStaticFields {
-    bool boolean; /*!< SELVA_FIELD_TYPE_BOOLEAN */
-    double number; /*!< SELVA_FIELD_TYPE_NUMBER */
-    struct selva_string *string; /*!< SELVA_FIELD_TYPE_STRING */
-    int8_t int8; /* SELVA_FIELD_TYPE_INT8 */
-    uint8_t uint8; /*!< SELVA_FIELD_TYPE_UINT8 */
-    int16_t int16; /*!< SELVA_FIELD_TYPE_INT16 */
-    uint16_t uint16; /*!< SELVA_FIELD_TYPE_UINT16 */
-    int32_t int32; /*!< SELVA_FIELD_TYPE_INT32 */
-    uint32_t uint32; /*!< SELVA_FIELD_TYPE_UINT32 */
-    uint8_t enu; /*!< SELVA_FIELD_TYPE_ENUM */
-    struct SelvaNodeWeakReference weak_reference; /*!< SELVA_FIELD_TYPE_WEAK_REFERENCE */
-};
-
 struct SelvaFieldsPointer {
     uint8_t *ptr;
     size_t off;
@@ -111,7 +119,7 @@ struct SelvaFields *selva_fields_node2fields(struct SelvaNode *node);
 void selva_fields_ensure_ref_meta(
         struct SelvaDb *db,
         struct SelvaNode *node,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct EdgeFieldConstraint *efc)
     __attribute__((nonnull));
 
@@ -140,7 +148,7 @@ struct selva_string *selva_fields_ensure_string2(
         struct SelvaDb *db,
         struct SelvaNode *node,
         const struct EdgeFieldConstraint *efc,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct SelvaFieldSchema *fs,
         size_t initial_len);
 
@@ -153,7 +161,7 @@ int selva_fields_reference_set(
         struct SelvaNode * restrict src,
         const struct SelvaFieldSchema *fs_src,
         struct SelvaNode * restrict dst,
-        struct SelvaNodeReference **ref_out,
+        struct SelvaNodeReferenceAny *ref_out,
         selva_dirty_node_cb_t dirty_cb,
         void *dirty_ctx);
     // __attribute__((access(write_only, 5), access(write_only, 6)));
@@ -171,7 +179,7 @@ int selva_fields_references_insert(
         bool reorder,
         struct SelvaTypeEntry *te_dst,
         struct SelvaNode * restrict dst,
-        struct SelvaNodeReference **ref_out)
+        struct SelvaNodeReferenceAny *ref_out)
     __attribute__((access(write_only, 8)));
 
 /**
@@ -179,7 +187,7 @@ int selva_fields_references_insert(
  * @returns nr_refs.
  */
 SELVA_EXPORT
-size_t selva_fields_prealloc_refs(struct SelvaNode *node, const struct SelvaFieldSchema *fs, size_t nr_refs_min);
+size_t selva_fields_prealloc_refs(struct SelvaDb *db, struct SelvaNode *node, const struct SelvaFieldSchema *fs, size_t nr_refs_min);
 
 SELVA_EXPORT
 int selva_fields_references_insert_tail_wupsert(
@@ -219,7 +227,7 @@ SELVA_EXPORT
 int selva_fields_set_reference_meta(
         struct SelvaDb *db,
         struct SelvaNode *node,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct EdgeFieldConstraint *efc,
         const struct SelvaFieldSchema *efs,
         const void *value, size_t len);
@@ -228,7 +236,7 @@ SELVA_EXPORT
 int selva_fields_get_reference_meta_mutable_string(
         struct SelvaDb *db,
         struct SelvaNode *node,
-        struct SelvaNodeReference *ref,
+        struct SelvaNodeLargeReference *ref,
         const struct EdgeFieldConstraint *efc,
         const struct SelvaFieldSchema *efs,
         size_t len,
@@ -266,6 +274,13 @@ int selva_fields_set_text(
         const char *str,
         size_t len);
 
+int selva_fields_get_mutable_text(
+        struct SelvaNode *node,
+        const struct SelvaFieldSchema *fs,
+        enum selva_lang_code lang,
+        size_t len,
+        struct selva_string **out);
+
 /**
  * Get text field translation.
  *
@@ -302,7 +317,7 @@ SELVA_EXPORT
 int selva_fields_set_weak_references(struct SelvaNode *node, const struct SelvaFieldSchema *fs, node_id_t dst[], size_t nr_dsts);
 
 SELVA_EXPORT
-struct SelvaNodeReference *selva_fields_get_reference(struct SelvaDb *db, struct SelvaNode *node, const struct SelvaFieldSchema *fs)
+struct SelvaNodeLargeReference *selva_fields_get_reference(struct SelvaDb *db, struct SelvaNode *node, const struct SelvaFieldSchema *fs)
     __attribute__((nonnull));
 
 SELVA_EXPORT
@@ -325,7 +340,7 @@ struct SelvaNode *selva_fields_resolve_weak_reference(
     __attribute__((nonnull));
 
 SELVA_EXPORT
-struct selva_string *selva_fields_get_selva_string3(struct SelvaNodeReference *ref, const struct SelvaFieldSchema *fs)
+struct selva_string *selva_fields_get_selva_string3(struct SelvaDb *db, struct SelvaNodeLargeReference *ref, const struct SelvaFieldSchema *fs)
     __attribute__((nonnull));
 
 SELVA_EXPORT

package/dist/lib/linux_aarch64/include/selva/gmtime.h

@@ -0,0 +1,137 @@
+/**
+ *******************************************************************************
+ * @file    gmtime.h
+ * @author  Olli Vanhoja
+ * @brief   Calendar calculations.
+ * @section LICENSE
+ * Copyright (c) 2025 Saulx
+ * SPDX-License-Identifier: MIT
+ *******************************************************************************
+ */
+
+#pragma once
+#include <stdint.h>
+#include "selva/_export.h"
+
+#define SELVA_TM_SUNDAY       0
+#define SELVA_TM_MONDAY       1
+#define SELVA_TM_TUESDAY      2
+#define SELVA_TM_WEDNESDAY    3
+#define SELVA_TM_THURSDAY     4
+#define SELVA_TM_FRIDAY       5
+#define SELVA_TM_SATURDAY     6
+
+#define SELVA_TM_JANUARY      0
+#define SELVA_TM_FEBRUARY     1
+#define SELVA_TM_MARCH        2
+#define SELVA_TM_APRIL        3
+#define SELVA_TM_MAY          4
+#define SELVA_TM_JUNE         5
+#define SELVA_TM_JULY         6
+#define SELVA_TM_AUGUST       7
+#define SELVA_TM_SEPTEMBER    8
+#define SELVA_TM_OCTOBER      9
+#define SELVA_TM_NOVEMBER     10
+#define SELVA_TM_DECEMBER     11
+
+#define SELVA_EPOCH_YEAR      1970
+
+/**
+ * Gregorian Calendar.
+ */
+struct selva_tm {
+    int32_t tm_sec;     /*!< Seconds [0,60]. */
+    int32_t tm_min;     /*!< Minutes [0,59]. */
+    int32_t tm_hour;    /*!< Hour [0,23]. */
+    int32_t tm_mday;    /*!< Day of month [1,31]. */
+    int32_t tm_mon;     /*!< Month of year [0,11]. */
+    int32_t tm_year;    /*!< Year. */
+    int32_t tm_wday;    /*!< Day of week [0,6] (Sunday =0). */
+    int32_t tm_yday;    /*!< Day of year [0,365]. */
+    bool tm_yleap;      /*!< Is leap year. */
+};
+
+/**
+ * ISO-8601 Week Date.
+ */
+struct selva_iso_week {
+    int32_t iso_year; /*!< ISO year. */
+    int32_t iso_week; /*!< ISO week [1,54]. */
+};
+
+static inline int32_t selva_gmtime_wday2iso_wday(int32_t wday)
+{
+    /* Same as (tm.tm_wday + 6) % 7 + 1 but fewer instructions. */
+    return wday ? wday : 7;
+}
+
+/**
+ * Calculate struct selva_tm from ts and tmz in Gregorian calendar.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ */
+SELVA_EXPORT
+void selva_gmtime(struct selva_tm *result, int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian year from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian year.
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_year(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian month from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian month of year [0,11].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_mon(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian day of year from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian day of year [0,365].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_yday(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian day of week from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian day of week [0,6] (Sunday =0).
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_wday(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate Gregorian day of month from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Gregorian day of month [1,31].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_mday(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate hour from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns Hour [0, 23].
+ */
+SELVA_EXPORT
+int32_t selva_gmtime_hour(int64_t ts, int64_t tmz);
+
+/**
+ * Calculate the ISO-8601 week date from ts and tmz.
+ * @param ts in ms.
+ * @param tmz in minutes.
+ * @returns wyear.
+ */
+SELVA_EXPORT
+struct selva_iso_week *selva_gmtime_iso_wyear(struct selva_iso_week *wyear, int64_t ts, int64_t tmz);

package/dist/lib/linux_aarch64/include/selva/hll.h

@@ -19,7 +19,7 @@ uint8_t *hll_count(struct selva_string *hllss);
 SELVA_EXPORT
 void hll_array_union(struct selva_string *res, struct selva_string *hll_array, size_t count);
 SELVA_EXPORT
-void hll_union(char*, size_t, const char*, size_t);
+void hll_union(struct selva_string *, struct selva_string *);
 
 // size_t actual_cols[13] = { 79, 159, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200 };
 // float raw_estimate_data[13][200] =

package/dist/lib/linux_aarch64/include/selva/mblen.h

@@ -0,0 +1,40 @@
+/*
+ * Copyright (c) 2025 SAULX
+ * SPDX-License-Identifier: MIT
+ */
+#pragma once
+#include "selva/_export.h"
+#include <stdint.h>
+
+/***
+ * Get the length of multibyte char.
+ */
+SELVA_EXPORT
+#if defined(__clang__)
+/*
+ * optnone is needed at least on clang to not optimize out the clz.
+ * Otherwise this function will always return 0.
+ */
+__attribute__((optnone))
+#endif
+inline unsigned selva_mblen(char first_byte)
+#ifndef __zig
+{
+    uint8_t x = first_byte;
+    unsigned l = 0;
+
+    if (x & 0x80) {
+#if __has_builtin(__builtin_clzg)
+        l = __builtin_clzg((uint8_t)~x, 0) - 1;
+#elif __has_builtin(__builtin_clz)
+        l = __builtin_clz((unsigned)(~x << 24)) - 1;
+#else
+#error "No luck"
+#endif
+    }
+
+    return l;
+}
+#else
+;
+#endif /* __zig */

package/dist/lib/linux_aarch64/include/selva/selva_string.h

@@ -10,6 +10,8 @@
 
 struct finalizer;
 struct selva_string;
+struct libdeflate_compressor;
+struct libdeflate_decompressor;
 
 /**
  * Selva string flags.
@@ -165,8 +167,8 @@ struct selva_string *selva_string_fread(FILE *fp, size_t size, enum selva_string
  */
 [[nodiscard]]
 SELVA_EXPORT
-struct selva_string *selva_string_createz(const char *in_str, size_t in_len, enum selva_string_flags flags)
-    __attribute__((access(read_only, 1, 2)));
+struct selva_string *selva_string_createz(struct libdeflate_compressor *compressor, const char *in_str, size_t in_len, enum selva_string_flags flags)
+    __attribute__((access(read_only, 2, 3)));
 
 /**
  * Decompress a compressed string.
@@ -178,8 +180,8 @@ struct selva_string *selva_string_createz(const char *in_str, size_t in_len, enu
  *          SELVA_EINVAL if the string cannot be decompressed.
  */
 SELVA_EXPORT
-int selva_string_decompress(const struct selva_string * restrict s, char * restrict buf)
-    __attribute__((access(read_only, 1), access(write_only, 2)));
+int selva_string_decompress(struct libdeflate_decompressor *decompressor, const struct selva_string * restrict s, char * restrict buf)
+    __attribute__((access(read_only, 2), access(write_only, 3)));
 
 /**
  * Duplicate a string.
@@ -395,6 +397,7 @@ void selva_string_set_compress(struct selva_string *s)
 /**
  * Compare two strings.
  * This function works correctly with compressed strings.
+ * @param decompress can be nullptr if strings are not compressed.
  * @param a is a pointer to the first string to be compared.
  * @param b is a pointer to the second strings to be compared.
  * @returns < 0 if the first character that does not match has a lower value in ptr1 than in ptr2;
@@ -402,7 +405,7 @@ void selva_string_set_compress(struct selva_string *s)
  *          > 0 if the first character that does not match has a greater value in ptr1 than in ptr2.
  */
 SELVA_EXPORT
-int selva_string_cmp(const struct selva_string *a, const struct selva_string *b)
+int selva_string_cmp(struct libdeflate_decompressor *decompressor, const struct selva_string *a, const struct selva_string *b)
     __attribute__((access(read_only, 1), access(read_only, 2)));
 
 /**

package/dist/lib/linux_aarch64/include/selva/thread.h

@@ -0,0 +1,37 @@
+/*
+ * Copyright (c) 2025 SAULX
+ * SPDX-License-Identifier: MIT
+ */
+#pragma once
+#include <stdint.h>
+
+static inline uint64_t selva_get_thread_id(void);
+
+#ifdef __linux__
+#define _GNU_SOURCE
+#include <unistd.h>
+
+/*
+ * Sometimes the symbol for getid not there even if _GNU_SOURCE should now
+ * expose it on glibc 2.30+.
+ */
+pid_t gettid(void);
+
+static inline uint64_t selva_get_thread_id(void)
+{
+    return (uint64_t)gettid();
+}
+#elifdef __APPLE__
+#include <pthread.h>
+
+static inline uint64_t selva_get_thread_id(void)
+{
+    uint64_t tid;
+
+    (void)pthread_threadid_np((void *)0, &tid);
+
+    return tid;
+}
+#else
+#error "Platform not supported"
+#endif

package/dist/lib/linux_aarch64/include/selva/types.h

@@ -8,11 +8,21 @@
 #include <stdint.h>
 #include "selva/_export.h"
 
+#define SELVA_FIELDS_MAX 249
+
+/**
+ * Reserved (N/A) field id.
+ * Can be used to mark that a field doesn't exist.
+ * E.g. if created and updated fields don't exist their ids can be set to this
+ * value.
+ * Technically fields 251..255 are all reserved.
+ */
+#define SELVA_FIELDS_RESERVED 255
+
 typedef uint32_t block_id_t;
 typedef uint8_t field_t;
 typedef uint32_t node_id_t;
 typedef uint16_t node_type_t;
-typedef int32_t cursor_id_t;
 #ifndef __zig
 typedef unsigned _BitInt(128) selva_hash128_t;
 #else
@@ -81,14 +91,18 @@ struct SelvaFieldSchema {
 } __designated_init;
 
 struct SelvaFieldsSchema {
-    field_t nr_fields; /*!< The total number of fields for this node type. */
-    field_t nr_fixed_fields; /*!< Number of fixed fields that are always allocated. */
+    field_t nr_fields; /*!< The total number of fields in this schema. */
+    field_t nr_fixed_fields; /*!< The number of fixed fields that are always allocated. */
+    field_t nr_virtual_fields; /*!< The number of fields that are not included in fields.fields_map. These must be the last field ids used. */
+    /**
+     * Template for fields->fields_map.
+     */
     struct {
         void *buf;
         size_t len;
         size_t fixed_data_size;
     } field_map_template;
-    struct SelvaFieldSchema field_schemas[255];
+    struct SelvaFieldSchema field_schemas[SELVA_FIELDS_MAX];
 };
 
 struct SelvaNodeSchema {

package/dist/lib/linux_x86_64/include/libdeflate.h

@@ -212,6 +212,29 @@ libdeflate_decompress_ex(struct libdeflate_decompressor *decompressor,
 				 size_t *actual_in_nbytes_ret,
 				 size_t *actual_out_nbytes_ret);
 
+/**
+ * Decompress a small number of bytes into out.
+ * The size of the output buffer doesn't need to align with the block size of
+ * the compressed input, unlike with the block decompression API. The downside
+ * of this decompression function is that it's much slower for longer output
+ * sizes. However, it can be much faster to use this function to extract a
+ * small number of bytes (e.g. 16 bytes) rather than decompressing a full block
+ * and then extracting a few bytes from it. This is interesting also because a
+ * deflate block can be at least theoretically be extremely long, and they
+ * are typically >= 1kB in size in the wild. Whereas, with this function the
+ * output buffer can be even fitted in the stack as it's small and it's size
+ * can be hard-coded.
+ * @param in is a pointer to the compressed data.
+ * @param in_nbytes is the size of in.
+ * @param out_nbytes_avail is the size of the out buffer.
+ * @param actual_out_nbytes_ret returns the actual number of bytes decompressed.
+ */
+LIBDEFLATEEXPORT enum libdeflate_result
+libdeflate_decompress_short(struct libdeflate_decompressor *decompressor,
+			      const void *in, size_t in_nbytes,
+			      void *out, size_t out_nbytes_avail,
+			      size_t *actual_out_nbytes_ret);
+
 /**
  * ctrl libdeflate_decompress_block() stop condition
  */

package/dist/lib/linux_x86_64/include/selva/db.h

@@ -292,47 +292,6 @@ struct SelvaNode *selva_prev_node(struct SelvaTypeEntry *type, struct SelvaNode
 SELVA_EXPORT
 struct SelvaNode *selva_next_node(struct SelvaTypeEntry *type, struct SelvaNode *node) __attribute__((nonnull));
 
-/**
- * \addtogroup db_cursor
- * @{
- */
-
-/**
- * Create a new cursor pointing to node.
- * If the node is deleted later then the cursor is updated to point to the next
- * node using selva_next_node().
- */
-SELVA_EXPORT
-cursor_id_t selva_cursor_new(struct SelvaTypeEntry *type, struct SelvaNode *node) __attribute__((nonnull));
-
-/**
- * Get a pointer to the node from a cursor.
- */
-SELVA_EXPORT
-struct SelvaNode *selva_cursor_get(struct SelvaTypeEntry *type, cursor_id_t id) __attribute__((nonnull));
-
-/**
- * Update a cursor to point to a new node.
- */
-SELVA_EXPORT
-int selva_cursor_update(struct SelvaTypeEntry *type, cursor_id_t id, struct SelvaNode *node) __attribute__((nonnull));
-
-/**
- * Delete a cursor.
- */
-SELVA_EXPORT
-void selva_cursor_del(struct SelvaTypeEntry *type, cursor_id_t id) __attribute__((nonnull));
-
-/**
- * Total count of cursors of type.
- */
-SELVA_EXPORT
-size_t selva_cursor_count(const struct SelvaTypeEntry *type) __attribute__((nonnull));
-
-/**
- * @}
- */
-
 /**
  * Total count of nodes of type.
  */

package/dist/lib/linux_x86_64/include/selva/fast_linear_search.h

@@ -8,7 +8,8 @@
 #include "selva/types.h"
 
 struct SelvaNode;
-struct SelvaNodeReference;
+struct SelvaNodeSmallReference;
+struct SelvaNodeLargeReference;
 
 SELVA_EXPORT
 ssize_t fast_linear_search_uint32(const uint32_t arr[], size_t len, uint32_t x);
@@ -20,4 +21,7 @@ SELVA_EXPORT
 ssize_t fast_linear_search_node(const struct SelvaNode *arr[], size_t len, const struct SelvaNode *x);
 
 SELVA_EXPORT
-ssize_t fast_linear_search_references(const struct SelvaNodeReference *arr, size_t len, const struct SelvaNode *x);
+ssize_t fast_linear_search_references_small(const struct SelvaNodeSmallReference *arr, size_t len, const struct SelvaNode *x);
+
+SELVA_EXPORT
+ssize_t fast_linear_search_references_large(const struct SelvaNodeLargeReference *arr, size_t len, const struct SelvaNode *x);