koffi 2.5.8 → 2.5.10

package/CHANGELOG.md

@@ -4,61 +4,55 @@
 
 ### Koffi 2.5
 
-#### Koffi 2.5.8
+#### Koffi 2.5.10
+
+- Fix CMake regression when client has to build Koffi
+
+#### Koffi 2.5.9
 
 **Main changes:**
 
+- Use bundler-friendly static require calls in Koffi
+- Add packaging examples to documentation
+
+**Other changes:**
+
+- Add missing unload() export to TS file
+- Add export for koffi.types in TS file
+
+#### Koffi 2.5.8
+
 - Add more search paths for native Koffi modules
 - Add section [about bundling](start.md#bundling-koffi) to documentation
 
 #### Koffi 2.5.7
 
-**Main changes:**
-
 - Point package to new repository
 
 #### Koffi 2.5.6
 
-**Main changes:**
-
 - Increase limit of output parameters from 16 to 32
 
 #### Koffi 2.5.5
 
-**Main changes:**
-
 - Support decoding non-char null-terminated arrays
 
 #### Koffi 2.5.4
 
-**Main changes:**
-
 - Fix `koffi.pointer()` not accepting disposable types
-
-**Other changes:**
-
 - Fix potential issues when making pointers to anonymous types
 
 #### Koffi 2.5.3
 
-**Main changes:**
-
 - Add missing union exports in TS definition file
-
-**Other changes:**
-
 - Fix some parameter names in TS definition file
 
 #### Koffi 2.5.2
 
-**Main changes:**
-
 - Default initialize unset object/struct members
 
 #### Koffi 2.5.1
 
-**Main changes:**
-
 - Fix crash with some struct types in System V 64 ABI
 - Always use direct passthrough for buffer arguments
 
@@ -77,12 +71,7 @@
 
 #### Koffi 2.4.2
 
-**Main changes:**
-
 - Support calling variadic function pointers
-
-**Other changes:**
-
 - Add documentation for function pointers
 
 #### Koffi 2.4.1
@@ -104,64 +93,43 @@
 
 #### Koffi 2.3.20
 
-**Main fixes:**
-
 - Support explicit library unloading with `lib.unload()`
 
 #### Koffi 2.3.19
 
-**Main fixes:**
-
 - Actually allow non-ambiguous [string] values for `void *` arguments
 
 #### Koffi 2.3.18
 
-**Main fixes:**
-
 - Fix possible crash on exit caused by unregistered callbacks
 
 #### Koffi 2.3.17
 
-**Main changes:**
-
 - Allow strings for input `void *`, `int8_t *` and `int16_t *` pointer arguments
 - Support using `[string]` (single-element string arrays) for polymorphic input/output arguments
 
 #### Koffi 2.3.16
 
-**Main changes:**
-
 - Fix Windows ARM64 build to work with official Node.js version
 - Compile Windows builds with Visual Studio 2022 17.5.3
-
-**Other changes:**
-
 - Support null in `koffi.free()` and `koffi.address()`
 
 #### Koffi 2.3.15
 
-**Main changes:**
-
 - Improve manual decoding of 0-terminated strings
 - Add checks around array conversion hints
 
 #### Koffi 2.3.14
 
-**Main changes:**
-
 - Add `koffi.errno()` function to get and set current errno value
 - Add `koffi.os.errno` object with valid errno codes
 
 #### Koffi 2.3.13
 
-**Main changes:**
-
 - Add `koffi.address()` to get the raw value of a wrapper pointer
 
 #### Koffi 2.3.12
 
-**Main fixes:**
-
 - Fix broken syntax in TS definition file
 - Add missing exported properties in TS file
 
@@ -179,29 +147,21 @@
 
 #### Koffi 2.3.9
 
-**Main changes:**
-
 - Relicense under MIT license
 
 #### Koffi 2.3.8
 
-**Main fixes:**
-
 - Disable non-ready union support
 - Simplify Windows stack allocation and drop NOACCESS and GUARD pages
 - Adjust Windows TEB SEH chain and GuaranteedStackBytes for Koffi calls
 
 #### Koffi 2.3.7
 
-**Main fixes:**
-
 - Fix missing require in index.js ([@gastonFrecceroNapse](https://github.com/gastonFrecceroNapse))
 - Reduce NPM package bloat (from 65 MB to 20 MB) caused by changes in 2.3.6
 
 #### Koffi 2.3.6
 
-**Main changes:**
-
 - Fix broken TS definition file
 - Keep all prebuilt binaries and load correct one at runtime
 
@@ -223,8 +183,6 @@
 
 #### Koffi 2.3.4
 
-**Main fixes:**
-
 - Fix error when installing Koffi on Windows (2.3.2)
 
 #### Koffi 2.3.2
@@ -242,8 +200,6 @@
 
 #### Koffi 2.3.1
 
-**Main changes:**
-
 - Error out when trying to use ambiguous `void *` arguments (input and/or output)
 - Adjust TypeScript definitions ([@insraq](https://github.com/insraq))
 - Fix possible crash when parsing invalid prototype
@@ -269,28 +225,16 @@
 
 #### Koffi 2.2.5
 
-**Main changes:**
-
 - Relicense Koffi under LGPL 3.0
 
 #### Koffi 2.2.4
 
-**Main fixes:**
-
 - Fix memory leak on Windows (in Koffi 2.2.3) when running many async calls
-
-**Other changes:**
-
 - Reorganize documentation pages
 
 #### Koffi 2.2.3
 
-**Main fixes:**
-
 - Support native code that uses [Structured Exception Handling (SEH)](https://learn.microsoft.com/en-us/cpp/cpp/structured-exception-handling-c-cpp) on Windows (x86, x64 and ARM64)
-
-**Other changes:**
-
 - Try to use ebp/rbp as frame pointer in x86/x64 ASM code
 
 #### Koffi 2.2.2
@@ -309,8 +253,6 @@
 
 #### Koffi 2.2.1
 
-**Main fixes:**
-
 - Fix crash when [calling callback again after FFI call inside previous callback](https://github.com/Koromix/rygel/issues/15)
 
 #### Koffi 2.2.0
@@ -331,8 +273,6 @@
 
 #### Koffi 2.1.5
 
-**Main fixes:**
-
 - Add missing README.md file to NPM package
 
 #### Koffi 2.1.4
@@ -348,20 +288,14 @@
 
 #### Koffi 2.1.3
 
-**Main changes:**
-
 - Support up to 16 output parameters (instead of 8)
 
 #### Koffi 2.1.2
 
-**Main changes:**
-
 - Support up to 8 output parameters (instead of 4)
 
 #### Koffi 2.1.1
 
-**Main fixes:**
-
 - Fix potential memory allocation bugs
 
 #### Koffi 2.1.0
@@ -386,8 +320,6 @@
 
 #### Koffi 2.0.1
 
-**Main changes:**
-
 - Return `undefined` (instead of null) for `void` functions
 
 #### Koffi 2.0.0
@@ -418,14 +350,10 @@ Consult the [migration guide](migration.md) for more information.
 
 #### Koffi 1.3.12
 
-**Main fixes:**
-
 - Fix support for Yarn package manager
 
 #### Koffi 1.3.11
 
-**Main fixes:**
-
 - Fix broken parsing of `void *` when used for first parameter
 
 #### Koffi 1.3.10
@@ -442,8 +370,6 @@ Consult the [migration guide](migration.md) for more information.
 
 #### Koffi 1.3.9
 
-**Main fixes:**
-
 - Fix prebuild compatibility with Electron on Windows x64
 
 #### Koffi 1.3.8
@@ -496,8 +422,6 @@ Consult the [migration guide](migration.md) for more information.
 
 #### Koffi 1.3.4
 
-**Main fixes:**
-
 - Fix possible OpenBSD i386 crash with `(void)` functions
 
 #### Koffi 1.3.3
@@ -514,15 +438,11 @@ Consult the [migration guide](migration.md) for more information.
 
 #### Koffi 1.3.2
 
-**Main fixes:**
-
 - Support compilation in C++14 mode (graceful degradation)
 - Support older toolchains on Linux (tested on Debian 9)
 
 #### Koffi 1.3.1
 
-**Main fixes:**
-
 - The prebuilt binary is tested when Koffi is installed, and a rebuild happens if it fails to load
 
 #### Koffi 1.3.0
@@ -545,14 +465,10 @@ Consult the [migration guide](migration.md) for more information.
 
 #### Koffi 1.2.4
 
-**New features:**
-
 - Windows ARM64 is now supported
 
 #### Koffi 1.2.3
 
-**New features:**
-
 - A prebuilt binary for macOS ARM64 (M1) is now included
 
 #### Koffi 1.2.1

package/doc/conf.py

@@ -112,5 +112,6 @@ myst_number_code_blocks = ['c', 'js', 'sh', 'batch']
 # -- Redirections -------------------------------------------------
 
 rediraffe_redirects = {
-    "changes.md": "changelog.md"
+    "changes.md": "changelog.md",
+    "bundling.md": "packaging.md"
 }

package/doc/index.rst

@@ -30,6 +30,7 @@ Table of contents
    parameters
    callbacks
    misc
+   packaging
    benchmarks
    contribute
    changelog

package/doc/packaging.md

@@ -0,0 +1,71 @@
+# Packaging
+
+## Bundling and native modules
+
+*Simplified in Koffi 2.5.9*
+
+Koffi uses native modules to work. The NPM package contains binaries for various platforms and architectures, and the appropriate module is selected at runtime.
+
+In theory, the **packagers/bundlers should be able to find all native modules** because they are explictly listed in the Javascript file (as static strings) and package them somehow.
+
+If that is not the case, you can manually arrange to copy the `node_modules/koffi/build/koffi` directory next to your bundled script.
+
+Here is an example that would work:
+
+```
+koffi/
+    win32_x64/
+        koffi.node
+    linux_x64/
+        koffi.node
+    ...
+MyBundle.js
+```
+
+When running in Electron, Koffi will also try to find the native module in `process.resourcesPath`. For an Electron app you could do something like this
+
+```
+locales/
+resources/
+    koffi/
+        win32_ia32/
+            koffi.node
+        win32_x64/
+            koffi.node
+        ...
+MyApp.exe
+```
+
+## Packaging examples
+
+### Electron with electron-builder
+
+Packaging with electron-builder should work as-is.
+
+Take a look at the full [working example in the repository](https://github.com/Koromix/rygel/tree/master/src/koffi/examples/electron-builder).
+
+### Electron Forge
+
+Packaging with Electron Force should work as-is, even when using webpack as configured initially when you run:
+
+```sh
+npm init electron-app@latest my-app -- --template=webpack
+```
+
+Take a look at the full [working example in the repository](https://github.com/Koromix/rygel/tree/master/src/koffi/examples/electron-forge).
+
+### NW.js
+
+Packagers such as nw-builder should work as-is.
+
+You can find a full [working example in the repository](https://github.com/Koromix/rygel/tree/master/src/koffi/examples/nwjs).
+
+### Node.js and esbuild
+
+You can easily tell esbuild to copy the native files with the copy loader and things should just work. Use something like:
+
+```sh
+esbuild index.js --platform=node --bundle --loader:.node=copy --outdir=dist/
+```
+
+You can find a full [working example in the repository](https://github.com/Koromix/rygel/tree/master/src/koffi/examples/node-esbuild).

package/doc/start.md

@@ -109,39 +109,4 @@ if (ret == IDYES)
 
 ## Bundling Koffi
 
-*Improved in Koffi 2.5.8*
-
-Koffi uses native modules to work. The NPM package contains binaries for various platforms and architectures, and the appropriate module is selected at runtime.
-
-If you use a bundler, you must make sure that the {{ "`node_modules/koffi/build/" ~ stable ~ "`" }} directory is available in your bundled script.
-
-Here is an example that would work:
-
-```{eval-rst}
-.. parsed-literal::
-    koffi/
-        |version|/
-            win32_x64/
-                koffi.node
-            linux_x64/
-                koffi.node
-            ...
-    MyBundle.js
-```
-
-When running in Electron, Koffi will also try to find the native module in `process.resourcesPath`. For an Electron app you could do something like this
-
-```{eval-rst}
-.. parsed-literal::
-    locales/
-    resources/
-        koffi/
-            |version|/
-                darwin_arm64/
-                    koffi.node
-                darwin_x64/
-                    koffi.node
-    MyApp.exe
-```
-
-You must configure your bundler and/or your packager to make this work.
+Please read the [dedicated page](packaging.md) for information about bundling and packaging applications using Koffi.

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "koffi",
-    "version": "2.5.8",
-    "stable": "2.5.8",
+    "version": "2.5.10",
+    "stable": "2.5.10",
     "description": "Fast and simple C FFI (foreign function interface) for Node.js",
     "keywords": [
         "foreign",

package/src/cnoke/assets/FindCNoke.cmake

@@ -48,8 +48,12 @@ if(USE_UNITY_BUILDS)
         set(unity_file_cpp "${CMAKE_CURRENT_BINARY_DIR}/${TARGET}_unity.cpp")
         file(REMOVE ${unity_file_c} ${unity_file_cpp})
 
+        set(c_definitions "")
+        set(cpp_definitions "")
+
         foreach(src ${sources})
             get_source_file_property(language ${src} LANGUAGE)
+            get_property(definitions SOURCE ${src} PROPERTY COMPILE_DEFINITIONS)
             if(IS_ABSOLUTE ${src})
                 set(src_full ${src})
             else()
@@ -58,17 +62,29 @@ if(USE_UNITY_BUILDS)
             if(language STREQUAL "C")
                 set_source_files_properties(${src} PROPERTIES HEADER_FILE_ONLY 1)
                 file(APPEND ${unity_file_c} "#include \"${src_full}\"\n")
+                if (definitions)
+                    set(c_definitions "${c_definitions} ${definitions}")
+                endif()
             elseif(language STREQUAL "CXX")
                 set_source_files_properties(${src} PROPERTIES HEADER_FILE_ONLY 1)
                 file(APPEND ${unity_file_cpp} "#include \"${src_full}\"\n")
+                if (definitions)
+                    set(cpp_definitions "${cpp_definitions} ${definitions}")
+                endif()
             endif()
         endforeach()
 
         if(EXISTS ${unity_file_c})
             target_sources(${TARGET} PRIVATE ${unity_file_c})
+            if(c_definitions)
+                set_source_files_properties(${unity_file_c} PROPERTIES COMPILE_DEFINITIONS ${c_definitions})
+            endif()
         endif()
         if(EXISTS ${unity_file_cpp})
             target_sources(${TARGET} PRIVATE ${unity_file_cpp})
+            if(cpp_definitions)
+                set_source_files_properties(${unity_file_cpp} PROPERTIES COMPILE_DEFINITIONS ${cpp_definitions})
+            endif()
         endif()
 
         target_compile_definitions(${TARGET} PRIVATE -DUNITY_BUILD=1)

package/src/core/libcc/libcc.cc

@@ -4832,7 +4832,8 @@ const char *GetTemporaryDirectory()
 
 #endif
 
-const char *FindConfigFile(const char *name, Allocator *alloc, LocalArray<const char *, 4> *out_possibilities)
+const char *FindConfigFile(Span<const char *const> names, Allocator *alloc,
+                           LocalArray<const char *, 4> *out_possibilities)
 {
     decltype(GetUserConfigPath) *funcs[] = {
         [](const char *name, Allocator *alloc) {
@@ -4850,16 +4851,19 @@ const char *FindConfigFile(const char *name, Allocator *alloc, LocalArray<const
     const char *filename = nullptr;
 
     for (const auto &func: funcs) {
-        const char *path = func(name, alloc);
+        for (const char *name: names) {
+            const char *path = func(name, alloc);
 
-        if (!path)
-            continue;
+            if (!path)
+                continue;
 
-        if (TestFile(path, FileType::File)) {
-            filename = path;
-        }
-        if (out_possibilities) {
-            out_possibilities->Append(path);
+            if (TestFile(path, FileType::File)) {
+                filename = path;
+            }
+            if (out_possibilities) {
+                out_possibilities->Append(path);
+                break;
+            }
         }
     }
 

package/src/core/libcc/libcc.hh

@@ -4114,7 +4114,8 @@ const char *GetUserCachePath(const char *name, Allocator *alloc); // Can return
 const char *GetSystemConfigPath(const char *name, Allocator *alloc);
 const char *GetTemporaryDirectory();
 
-const char *FindConfigFile(const char *name, Allocator *alloc, LocalArray<const char *, 4> *out_possibilities = nullptr);
+const char *FindConfigFile(Span<const char *const> names, Allocator *alloc,
+                           LocalArray<const char *, 4> *out_possibilities = nullptr);
 
 const char *CreateUniqueFile(Span<const char> directory, const char *prefix, const char *extension,
                              Allocator *alloc, FILE **out_fp = nullptr);

package/src/index.d.ts

@@ -79,6 +79,8 @@ declare module 'koffi' {
 
         thiscall(definition: string): KoffiFunction;
         thiscall(name: string, result: TypeSpec, arguments: TypeSpec[]): KoffiFunction;
+
+        unload(): void;
     }
 
     export function struct(name: string, def: Record<string, TypeSpecWithAlignment>): IKoffiCType;
@@ -149,4 +151,6 @@ declare module 'koffi' {
     export const os: {
         errno: Record<string, number>
     };
+
+    export const types: Record<string, IKoffiCType>;
 }