@entelligentsia/forgecli 0.7.7 → 0.7.9

package/node_modules/koffi/doc/input.md

@@ -0,0 +1,471 @@
+# Primitive types
+
+## Standard types
+
+While the C standard allows for variation in the size of most integer types, Koffi enforces the same definition for most primitive types, listed below:
+
+C type                        | JS type          | Bytes | Signedness | Note
+----------------------------- | ---------------- | ----- | ---------- | ---------------------------
+void                          | Undefined        | 0     |            | Only valid as a return type
+int8, int8_t                  | Number (integer) | 1     | Signed     |
+uint8, uint8_t                | Number (integer) | 1     | Unsigned   |
+char                          | Number (integer) | 1     | Signed     |
+uchar, unsigned char          | Number (integer) | 1     | Unsigned   |
+char16, char16_t              | Number (integer) | 2     | Signed     |
+int16, int16_t                | Number (integer) | 2     | Signed     |
+uint16, uint16_t              | Number (integer) | 2     | Unsigned   |
+short                         | Number (integer) | 2     | Signed     |
+ushort, unsigned short        | Number (integer) | 2     | Unsigned   |
+char32, char32_t              | Number (integer) | 4     | Signed     |
+int32, int32_t                | Number (integer) | 4     | Signed     |
+uint32, uint32_t              | Number (integer) | 4     | Unsigned   |
+int                           | Number (integer) | 4     | Signed     |
+uint, unsigned int            | Number (integer) | 4     | Unsigned   |
+int64, int64_t                | Number (integer) | 8     | Signed     |
+uint64, uint64_t              | Number (integer) | 8     | Unsigned   |
+longlong, long long           | Number (integer) | 8     | Signed     |
+ulonglong, unsigned long long | Number (integer) | 8     | Unsigned   |
+float32                       | Number (float)   | 4     |            |
+float64                       | Number (float)   | 8     |            |
+float                         | Number (float)   | 4     |            |
+double                        | Number (float)   | 8     |            |
+
+Koffi also accepts BigInt values when converting from JS to C integers. If the value exceeds the range of the C type, Koffi will convert the number to an undefined value. In the reverse direction, BigInt values are automatically used when needed for big 64-bit integers.
+
+Koffi defines a few more types that can change size depending on the OS and the architecture:
+
+C type           | JS type          | Signedness  | Note
+---------------- | ---------------- | ----------- | ------------------------------------------------
+bool             | Boolean          |             | Usually one byte
+long             | Number (integer) | Signed      | 4 or 8 bytes depending on platform (LP64, LLP64)
+ulong            | Number (integer) | Unsigned    | 4 or 8 bytes depending on platform (LP64, LLP64)
+unsigned long    | Number (integer) | Unsigned    | 4 or 8 bytes depending on platform (LP64, LLP64)
+intptr           | Number (integer) | Signed      | 4 or 8 bytes depending on register width
+intptr_t         | Number (integer) | Signed      | 4 or 8 bytes depending on register width
+uintptr          | Number (integer) | Unsigned    | 4 or 8 bytes depending on register width
+uintptr_t        | Number (integer) | Unsigned    | 4 or 8 bytes depending on register width
+wchar_t          | Number (integer) | *Undefined* | 2 bytes on Windows, 4 bytes Linux, macOS and BSD
+str, string      | String           |             | JS strings are converted to and from UTF-8
+str16, string16  | String           |             | JS strings are converted to and from UTF-16 (LE)
+str32, string32  | String           |             | JS strings are converted to and from UTF-32 (LE)
+
+Primitive types can be specified by name (in a string) or through `koffi.types`:
+
+```js
+// These two lines do the same:
+let struct1 = koffi.struct({ dummy: 'long' });
+let struct2 = koffi.struct({ dummy: koffi.types.long });
+```
+
+## Endian-sensitive integers
+
+*New in Koffi 2.1*
+
+Koffi defines a bunch of endian-sensitive types, which can be used when dealing with binary data (network payloads, binary file formats, etc.).
+
+C type                 | Bytes | Signedness | Endianness
+---------------------- | ----- | ---------- | -------------
+int16_le, int16_le_t   | 2     | Signed     | Little Endian
+int16_be, int16_be_t   | 2     | Signed     | Big Endian
+uint16_le, uint16_le_t | 2     | Unsigned   | Little Endian
+uint16_be, uint16_be_t | 2     | Unsigned   | Big Endian
+int32_le, int32_le_t   | 4     | Signed     | Little Endian
+int32_be, int32_be_t   | 4     | Signed     | Big Endian
+uint32_le, uint32_le_t | 4     | Unsigned   | Little Endian
+uint32_be, uint32_be_t | 4     | Unsigned   | Big Endian
+int64_le, int64_le_t   | 8     | Signed     | Little Endian
+int64_be, int64_be_t   | 8     | Signed     | Big Endian
+uint64_le, uint64_le_t | 8     | Unsigned   | Little Endian
+uint64_be, uint64_be_t | 8     | Unsigned   | Big Endian
+
+# Struct types
+
+## Struct definition
+
+Koffi converts JS objects to C structs, and vice-versa.
+
+Unlike function declarations, as of now there is only one way to create a struct type, with the `koffi.struct()` function. This function takes two arguments: the first one is the name of the type, and the second one is an object containing the struct member names and types. You can omit the first argument to declare an anonymous struct.
+
+The following example illustrates how to declare the same struct in C and in JS with Koffi:
+
+```c
+typedef struct A {
+    int a;
+    char b;
+    const char *c;
+    struct {
+        double d1;
+        double d2;
+    } d;
+} A;
+```
+
+```js
+const A = koffi.struct('A', {
+    a: 'int',
+    b: 'char',
+    c: 'const char *', // Koffi does not care about const, it is ignored
+    d: koffi.struct({
+        d1: 'double',
+        d2: 'double'
+    })
+});
+```
+
+Koffi automatically follows the platform C ABI regarding alignment and padding. However, you can override these rules if needed with:
+
+- Pack all members without padding with `koffi.pack()` (instead of `koffi.struct()`)
+- Change alignment of a specific member as shown below
+
+```js
+// This struct is 3 bytes long
+const PackedStruct = koffi.pack('PackedStruct', {
+    a: 'int8_t',
+    b: 'int16_t'
+});
+
+// This one is 10 bytes long, the second member has an alignment requirement of 8 bytes
+const BigStruct = koffi.struct('BigStruct', {
+    a: 'int8_t',
+    b: [8, 'int16_t']
+})
+```
+
+Once a struct is declared, you can use it by name (with a string, like you can do for primitive types) or through the value returned by the call to `koffi.struct()`. Only the latter is possible when declaring an anonymous struct.
+
+```js
+// The following two function declarations are equivalent, and declare a function taking an A value and returning A
+const Function1 = lib.func('A Function(A value)');
+const Function2 = lib.func('Function', A, [A]);
+```
+
+## Opaque types
+
+Many C libraries use some kind of object-oriented API, with a pair of functions dedicated to create and delete objects. An obvious example of this can be found in stdio.h, with the opaque `FILE *` pointer. You can open and close files with `fopen()` and `fclose()`, and manipule the opaque pointer with other functions such as `fread()` or `ftell()`.
+
+In Koffi, you can manage this with opaque types. Declare the opaque type with `koffi.opaque(name)`, and use a pointer to this type either as a return type or some kind of [output parameter](output) (with a double pointer).
+
+> [!NOTE]
+> Opaque types **have changed in version 2.0, and again in version 2.1**.
+>
+> In Koffi 1.x, opaque handles were defined in a way that made them usable directly as parameter and return types, obscuring the underlying pointer.
+>
+> Now, you must use them through a pointer, and use an array for output parameters. This is shown in the example below (look for the call to `ConcatNewOut` in the JS part), and is described in the section on [output parameters](output).
+>
+> In addition to this, you should use `koffi.opaque()` (introduced in Koffi 2.1) instead of `koffi.handle()` which is deprecated, and will be removed eventually in Koffi 3.0.
+>
+> Consult the [migration guide](migration) for more information.
+
+The full example below implements an iterative string builder (concatenator) in C, and uses it from Javascript to output a mix of Hello World and FizzBuzz. The builder is hidden behind an opaque type, and is created and destroyed using a pair of C functions: `ConcatNew` (or `ConcatNewOut`) and `ConcatFree`.
+
+```c
+// Build with: clang -fPIC -o handles.so -shared handles.c -Wall -O2
+
+#include <stdlib.h>
+#include <stdbool.h>
+#include <stdio.h>
+#include <errno.h>
+#include <string.h>
+
+typedef struct Fragment {
+    struct Fragment *next;
+
+    size_t len;
+    char str[];
+} Fragment;
+
+typedef struct Concat {
+    Fragment *first;
+    Fragment *last;
+
+    size_t total;
+} Concat;
+
+bool ConcatNewOut(Concat **out)
+{
+    Concat *c = malloc(sizeof(*c));
+    if (!c) {
+        fprintf(stderr, "Failed to allocate memory: %s\n", strerror(errno));
+        return false;
+    }
+
+    c->first = NULL;
+    c->last = NULL;
+    c->total = 0;
+
+    *out = c;
+    return true;
+}
+
+Concat *ConcatNew()
+{
+    Concat *c = NULL;
+    ConcatNewOut(&c);
+    return c;
+}
+
+void ConcatFree(Concat *c)
+{
+    if (!c)
+        return;
+
+    Fragment *f = c->first;
+
+    while (f) {
+        Fragment *next = f->next;
+        free(f);
+        f = next;
+    }
+
+    free(c);
+}
+
+bool ConcatAppend(Concat *c, const char *frag)
+{
+    size_t len = strlen(frag);
+
+    Fragment *f = malloc(sizeof(*f) + len + 1);
+    if (!f) {
+        fprintf(stderr, "Failed to allocate memory: %s\n", strerror(errno));
+        return false;
+    }
+
+    f->next = NULL;
+    if (c->last) {
+        c->last->next = f;
+    } else {
+        c->first = f;
+    }
+    c->last = f;
+    c->total += len;
+
+    f->len = len;
+    memcpy(f->str, frag, len);
+    f->str[len] = 0;
+
+    return true;
+}
+
+const char *ConcatBuild(Concat *c)
+{
+    Fragment *r = malloc(sizeof(*r) + c->total + 1);
+    if (!r) {
+        fprintf(stderr, "Failed to allocate memory: %s\n", strerror(errno));
+        return NULL;
+    }
+
+    r->next = NULL;
+    r->len = 0;
+
+    Fragment *f = c->first;
+
+    while (f) {
+        Fragment *next = f->next;
+
+        memcpy(r->str + r->len, f->str, f->len);
+        r->len += f->len;
+
+        free(f);
+        f = next;
+    }
+    r->str[r->len] = 0;
+
+    c->first = r;
+    c->last = r;
+
+    return r->str;
+}
+```
+
+```js
+// ES6 syntax: import koffi from 'koffi';
+const koffi = require('koffi');
+
+const lib = koffi.load('./handles.so');
+
+const Concat = koffi.opaque('Concat');
+const ConcatNewOut = lib.func('bool ConcatNewOut(_Out_ Concat **out)');
+const ConcatNew = lib.func('Concat *ConcatNew()');
+const ConcatFree = lib.func('void ConcatFree(Concat *c)');
+const ConcatAppend = lib.func('bool ConcatAppend(Concat *c, const char *frag)');
+const ConcatBuild = lib.func('const char *ConcatBuild(Concat *c)');
+
+let c = ConcatNew();
+if (!c) {
+    // This is stupid, it does the same, but try both versions (return value, output parameter)
+    let ptr = [null];
+    if (!ConcatNewOut(ptr))
+        throw new Error('Allocation failure');
+    c = ptr[0];
+}
+
+try {
+    if (!ConcatAppend(c, 'Hello... '))
+        throw new Error('Allocation failure');
+    if (!ConcatAppend(c, 'World!\n'))
+        throw new Error('Allocation failure');
+
+    for (let i = 1; i <= 30; i++) {
+        let frag;
+        if (i % 15 == 0) {
+            frag = 'FizzBuzz';
+        } else if (i % 5 == 0) {
+            frag = 'Buzz';
+        } else if (i % 3 == 0) {
+            frag = 'Fizz';
+        } else {
+            frag = String(i);
+        }
+
+        if (!ConcatAppend(c, frag))
+            throw new Error('Allocation failure');
+        if (!ConcatAppend(c, ' '))
+            throw new Error('Allocation failure');
+    }
+
+    let str = ConcatBuild(c);
+    if (str == null)
+        throw new Error('Allocation failure');
+    console.log(str);
+} finally {
+    ConcatFree(c);
+}
+```
+
+# Array types
+
+## Fixed-size C arrays
+
+*Changed in Koffi 2.7.1*
+
+Fixed-size arrays are declared with `koffi.array(type, length)`. Just like in C, they cannot be passed as functions parameters (they degenerate to pointers), or returned by value. You can however embed them in struct types.
+
+Koffi applies the following conversion rules when passing arrays to/from C:
+
+- **JS to C**: Koffi can take a normal Array (e.g. `[1, 2]`) or a TypedArray of the correct type (e.g. `Uint8Array` for an array of `uint8_t` numbers)
+- **C to JS** (return value, output parameters, callbacks): Koffi will use a TypedArray if possible. But you can change this behavior when you create the array type with the optional hint argument: `koffi.array('uint8_t', 64, 'Array')`. For non-number types, such as arrays of strings or structs, Koffi creates normal arrays.
+
+See the example below:
+
+```js
+// ES6 syntax: import koffi from 'koffi';
+const koffi = require('koffi');
+
+// Those two structs are exactly the same, only the array conversion hint is different
+const Foo1 = koffi.struct('Foo1', {
+    i: 'int',
+    a16: koffi.array('int16_t', 2)
+});
+const Foo2 = koffi.struct('Foo2', {
+    i: 'int',
+    a16: koffi.array('int16_t', 2, 'Array')
+});
+
+// Uses an hypothetical C function that just returns the struct passed as a parameter
+const ReturnFoo1 = lib.func('Foo1 ReturnFoo(Foo1 p)');
+const ReturnFoo2 = lib.func('Foo2 ReturnFoo(Foo2 p)');
+
+console.log(ReturnFoo1({ i: 5, a16: [6, 8] })) // Prints { i: 5, a16: Int16Array(2) [6, 8] }
+console.log(ReturnFoo2({ i: 5, a16: [6, 8] })) // Prints { i: 5, a16: [6, 8] }
+```
+
+You can also declare arrays with the C-like short syntax in type declarations, as shown below:
+
+```js
+const StructType = koffi.struct('StructType', {
+    f8: 'float [8]',
+    self4: 'StructType *[4]'
+});
+```
+
+> [!NOTE]
+> The short C-like syntax was introduced in Koffi 2.7.1, use `koffi.array()` for older versions.
+
+## Fixed-size string buffers
+
+*Changed in Koffi 2.9.0*
+
+Koffi can also convert JS strings to fixed-sized arrays in the following cases:
+
+- **char arrays** are filled with the UTF-8 encoded string, truncated if needed. The buffer is always NUL-terminated.
+- **char16 (or char16_t) arrays** are filled with the UTF-16 encoded string, truncated if needed. The buffer is always NUL-terminated.
+- **char32 (or char32_t) arrays** are filled with the UTF-32 encoded string, truncated if needed. The buffer is always NUL-terminated.
+
+> [!NOTE]
+> Support for UTF-32 and wchar_t (wide) strings was introduced in Koffi 2.9.0.
+
+The reverse case is also true, Koffi can convert a C fixed-size buffer to a JS string. This happens by default for char, char16_t and char32_t arrays, but you can also explicitly ask for this with the `String` array hint (e.g. `koffi.array('char', 8, 'String')`).
+
+## Flexible arrays
+
+*Added in Koffi 2.14.0*
+
+C structs ending with a flexible array member are often used for variable-sized structs, and are generally paired with dynamic memory allocation. In many cases, the number of elements is described by another struct member.
+
+Use `koffi.array(type, countedBy, maxLen)` to make a flexible array type, for which the array length is determined by the struct member indicated by the `countedBy` parameter. Flexible array types can only be used as the last member of a struct, as shown below:
+
+```js
+const FlexibleArray = koffi.struct('FlexibleArray', {
+    count: 'size_t',
+    numbers: koffi.array('int', 'count', 128)
+});
+````
+
+For various reasons, Koffi requires you to specify an upper bound (`maxLen`) for the number of elements in the flexible array member.
+
+> [!WARNING]
+> Also, unlike C flexible arrays, the struct size will expand to accomodate the maximum size of the flexible array.
+
+The following example illustrates how to use a flexible array API in C from Koffi.
+
+```c
+// Build with: clang -fPIC -o flexible.so -shared flexible.c -Wall -O2
+
+#include <stddef.h>
+
+struct FlexibleArray {
+    size_t count;
+    int numbers[];
+};
+
+void AppendValues(struct FlexibleArray *arr, size_t count, int start, int step)
+{
+    for (size_t i = 0; i < count; i++) {
+        arr->numbers[arr->count + i] = start + i * step;
+    }
+    arr->count += count;
+}
+```
+
+```js
+// ES6 syntax: import koffi from 'koffi';
+const koffi = require('koffi');
+
+const lib = koffi.load('./flexible.so');
+
+const FlexibleArray = koffi.struct('FlexibleArray', {
+    count: 'size_t',
+    numbers: koffi.array('int', 'count', 256, 'Array')
+});
+
+const AppendValues = lib.func('void AppendValues(_Inout_ FlexibleArray *arr, int count, int start, int step)');
+
+let array = { count: 0, numbers: [] };
+
+AppendValues(array, 5, 1, 1);
+console.log(array); // Prints { count: 5, numbers: [1, 2, 3, 4, 5] }
+
+AppendValues(array, 3, 10, 2);
+console.log(array); // Prints { count: 8, numbers: [1, 2, 3, 4, 5, 10, 12, 14] }
+```
+
+> [!NOTE]
+> This is frequently used in the Win32 API, an exemple of this is [AllocateAndInitializeSid()](https://learn.microsoft.com/windows/win32/api/securitybaseapi/nf-securitybaseapi-allocateandinitializesid).
+
+## Dynamic arrays (pointers)
+
+In C, dynamically-sized arrays are usually passed around as pointers. Read more about [array pointers](pointers#dynamic-arrays) in the relevant section.
+
+# Union types
+
+The declaration and use of [union types](unions) will be explained in a later section, they are only briefly mentioned here if you need them.

package/node_modules/koffi/doc/migration.md

@@ -0,0 +1,159 @@
+# Koffi 1.x to 2.x
+
+The API was changed in 2.x in a few ways, in order to reduce some excessively "magic" behavior and reduce the syntax differences between C and the C-like prototypes.
+
+You may need to change your code if you use:
+
+- Callback functions
+- Opaque types
+- `koffi.introspect()`
+
+## Callback type changes
+
+In Koffi 1.x, callbacks were defined in a way that made them usable directly as parameter and return types, obscuring the underlying pointer. Now, you must use them through a pointer: `void CallIt(CallbackType func)` in Koffi 1.x becomes `void CallIt(CallbackType *func)` in version 2.0 and newer.
+
+Given the following C code:
+
+```c
+#include <string.h>
+
+int TransferToJS(const char *name, int age, int (*cb)(const char *str, int age))
+{
+    char buf[64];
+    snprintf(buf, sizeof(buf), "Hello %s!", str);
+    return cb(buf, age);
+}
+```
+
+The two versions below illustrate the API difference between Koffi 1.x and Koffi 2.x:
+
+```js
+// Koffi 1.x
+
+const TransferCallback = koffi.proto('int TransferCallback(const char *str, int age)');
+
+const TransferToJS = lib.func('TransferToJS', 'int', ['str', 'int', TransferCallback]);
+// Equivalent to: const TransferToJS = lib.func('int TransferToJS(str s, int x, TransferCallback cb)');
+
+let ret = TransferToJS('Niels', 27, (str, age) => {
+    console.log(str);
+    console.log('Your age is:', age);
+    return 42;
+});
+console.log(ret);
+```
+
+```js
+// Koffi 2.x
+
+const TransferCallback = koffi.proto('int TransferCallback(const char *str, int age)');
+
+const TransferToJS = lib.func('TransferToJS', 'int', ['str', 'int', koffi.pointer(TransferCallback)]);
+// Equivalent to: const TransferToJS = lib.func('int TransferToJS(str s, int x, TransferCallback *cb)');
+
+let ret = TransferToJS('Niels', 27, (str, age) => {
+    console.log(str);
+    console.log('Your age is:', age);
+    return 42;
+});
+console.log(ret);
+```
+
+Koffi 1.x only supported [transient callbacks](callbacks#javascript-callbacks), you must use Koffi 2.x for registered callbacks.
+
+> [!NOTE]
+> The function `koffi.proto()` was introduced in Koffi 2.4, it was called `koffi.callback()` in earlier versions.
+
+## Opaque type changes
+
+In Koffi 1.x, opaque handles were defined in a way that made them usable directly as parameter and return types, obscuring the underlying pointer. Now, in Koffi 2.0, you must use them through a pointer, and use an array for output parameters.
+
+In addition to that, `koffi.handle()` has been deprecated in Koffi 2.1 and replaced with `koffi.opaque()`. They work the same but new code should use `koffi.opaque()`, the former one will eventually be removed in Koffi 3.0.
+
+For functions that return opaque pointers or pass them by parameter:
+
+```js
+// Koffi 1.x
+
+const FILE = koffi.handle('FILE');
+const fopen = lib.func('fopen', 'FILE', ['str', 'str']);
+const fopen = lib.func('fclose', 'int', ['FILE']);
+
+let fp = fopen('EMPTY', 'wb');
+if (!fp)
+    throw new Error('Failed to open file');
+fclose(fp);
+```
+
+```js
+// Koffi 2.1
+
+// If you use Koffi 2.0: const FILE = koffi.handle('FILE');
+const FILE = koffi.opaque('FILE');
+const fopen = lib.func('fopen', 'FILE *', ['str', 'str']);
+const fopen = lib.func('fclose', 'int', ['FILE *']);
+
+let fp = fopen('EMPTY', 'wb');
+if (!fp)
+    throw new Error('Failed to open file');
+fclose(fp);
+```
+
+For functions that set opaque handles through output parameters (such as `sqlite3_open_v2`), you must now use a single element array as shown below:
+
+```js
+// Koffi 1.x
+
+const sqlite3 = koffi.handle('sqlite3');
+
+const sqlite3_open_v2 = lib.func('int sqlite3_open_v2(const char *, _Out_ sqlite3 *db, int, const char *)');
+const sqlite3_close_v2 = lib.func('int sqlite3_close_v2(sqlite3 db)');
+
+const SQLITE_OPEN_READWRITE = 0x2;
+const SQLITE_OPEN_CREATE = 0x4;
+
+let db = {};
+
+if (sqlite3_open_v2(':memory:', db, SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE, null) != 0)
+    throw new Error('Failed to open database');
+
+sqlite3_close_v2(db);
+```
+
+```js
+// Koffi 2.1
+
+// If you use Koffi 2.0: const sqlite3 = koffi.handle('sqlite3');
+const sqlite3 = koffi.opaque('sqlite3');
+
+const sqlite3_open_v2 = lib.func('int sqlite3_open_v2(const char *, _Out_ sqlite3 **db, int, const char *)');
+const sqlite3_close_v2 = lib.func('int sqlite3_close_v2(sqlite3 *db)');
+
+const SQLITE_OPEN_READWRITE = 0x2;
+const SQLITE_OPEN_CREATE = 0x4;
+
+let db = null;
+
+let ptr = [null];
+if (sqlite3_open_v2(':memory:', ptr, SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE, null) != 0)
+    throw new Error('Failed to open database');
+db = ptr[0];
+
+sqlite3_close_v2(db);
+```
+
+## New koffi.introspect()
+
+In Koffi 1.x, `koffi.introspect()` would only work with struct types, and return the object passed to `koffi.struct()` to initialize the type. Now this function works with all types.
+
+You can still get the list of struct members:
+
+```js
+const StructType = koffi.struct('StructType', { dummy: 'int' });
+
+// Koffi 1.x
+let members = koffi.introspect(StructType);
+
+// Koffi 2.x
+let members = koffi.introspect(StructType).members;
+```