koffi 1.3.12 → 2.1.0-beta.1

package/src/abi_x64_win_fwd.asm

@@ -126,6 +126,22 @@ public Trampoline12
 public Trampoline13
 public Trampoline14
 public Trampoline15
+public Trampoline16
+public Trampoline17
+public Trampoline18
+public Trampoline19
+public Trampoline20
+public Trampoline21
+public Trampoline22
+public Trampoline23
+public Trampoline24
+public Trampoline25
+public Trampoline26
+public Trampoline27
+public Trampoline28
+public Trampoline29
+public Trampoline30
+public Trampoline31
 public TrampolineX0
 public TrampolineX1
 public TrampolineX2
@@ -142,6 +158,22 @@ public TrampolineX12
 public TrampolineX13
 public TrampolineX14
 public TrampolineX15
+public TrampolineX16
+public TrampolineX17
+public TrampolineX18
+public TrampolineX19
+public TrampolineX20
+public TrampolineX21
+public TrampolineX22
+public TrampolineX23
+public TrampolineX24
+public TrampolineX25
+public TrampolineX26
+public TrampolineX27
+public TrampolineX28
+public TrampolineX29
+public TrampolineX30
+public TrampolineX31
 extern RelayCallback : PROC
 public CallSwitchStack
 
@@ -242,6 +274,54 @@ Trampoline14 endp
 Trampoline15 proc frame
     trampoline 15
 Trampoline15 endp
+Trampoline16 proc frame
+    trampoline 16
+Trampoline16 endp
+Trampoline17 proc frame
+    trampoline 17
+Trampoline17 endp
+Trampoline18 proc frame
+    trampoline 18
+Trampoline18 endp
+Trampoline19 proc frame
+    trampoline 19
+Trampoline19 endp
+Trampoline20 proc frame
+    trampoline 20
+Trampoline20 endp
+Trampoline21 proc frame
+    trampoline 21
+Trampoline21 endp
+Trampoline22 proc frame
+    trampoline 22
+Trampoline22 endp
+Trampoline23 proc frame
+    trampoline 23
+Trampoline23 endp
+Trampoline24 proc frame
+    trampoline 24
+Trampoline24 endp
+Trampoline25 proc frame
+    trampoline 25
+Trampoline25 endp
+Trampoline26 proc frame
+    trampoline 26
+Trampoline26 endp
+Trampoline27 proc frame
+    trampoline 27
+Trampoline27 endp
+Trampoline28 proc frame
+    trampoline 28
+Trampoline28 endp
+Trampoline29 proc frame
+    trampoline 29
+Trampoline29 endp
+Trampoline30 proc frame
+    trampoline 30
+Trampoline30 endp
+Trampoline31 proc frame
+    trampoline 31
+Trampoline31 endp
 
 TrampolineX0 proc frame
     trampoline_xmm 0
@@ -291,6 +371,54 @@ TrampolineX14 endp
 TrampolineX15 proc frame
     trampoline_xmm 15
 TrampolineX15 endp
+TrampolineX16 proc frame
+    trampoline_xmm 16
+TrampolineX16 endp
+TrampolineX17 proc frame
+    trampoline_xmm 17
+TrampolineX17 endp
+TrampolineX18 proc frame
+    trampoline_xmm 18
+TrampolineX18 endp
+TrampolineX19 proc frame
+    trampoline_xmm 19
+TrampolineX19 endp
+TrampolineX20 proc frame
+    trampoline_xmm 20
+TrampolineX20 endp
+TrampolineX21 proc frame
+    trampoline_xmm 21
+TrampolineX21 endp
+TrampolineX22 proc frame
+    trampoline_xmm 22
+TrampolineX22 endp
+TrampolineX23 proc frame
+    trampoline_xmm 23
+TrampolineX23 endp
+TrampolineX24 proc frame
+    trampoline_xmm 24
+TrampolineX24 endp
+TrampolineX25 proc frame
+    trampoline_xmm 25
+TrampolineX25 endp
+TrampolineX26 proc frame
+    trampoline_xmm 26
+TrampolineX26 endp
+TrampolineX27 proc frame
+    trampoline_xmm 27
+TrampolineX27 endp
+TrampolineX28 proc frame
+    trampoline_xmm 28
+TrampolineX28 endp
+TrampolineX29 proc frame
+    trampoline_xmm 29
+TrampolineX29 endp
+TrampolineX30 proc frame
+    trampoline_xmm 30
+TrampolineX30 endp
+TrampolineX31 proc frame
+    trampoline_xmm 31
+TrampolineX31 endp
 
 ; When a callback is relayed, Koffi will call into Node.js and V8 to execute Javascript.
 ; The problem is that we're still running on the separate Koffi stack, and V8 will

package/src/abi_x86.cc

@@ -56,6 +56,22 @@ extern "C" int Trampoline12; extern "C" int TrampolineX12;
 extern "C" int Trampoline13; extern "C" int TrampolineX13;
 extern "C" int Trampoline14; extern "C" int TrampolineX14;
 extern "C" int Trampoline15; extern "C" int TrampolineX15;
+extern "C" int Trampoline16; extern "C" int TrampolineX16;
+extern "C" int Trampoline17; extern "C" int TrampolineX17;
+extern "C" int Trampoline18; extern "C" int TrampolineX18;
+extern "C" int Trampoline19; extern "C" int TrampolineX19;
+extern "C" int Trampoline20; extern "C" int TrampolineX20;
+extern "C" int Trampoline21; extern "C" int TrampolineX21;
+extern "C" int Trampoline22; extern "C" int TrampolineX22;
+extern "C" int Trampoline23; extern "C" int TrampolineX23;
+extern "C" int Trampoline24; extern "C" int TrampolineX24;
+extern "C" int Trampoline25; extern "C" int TrampolineX25;
+extern "C" int Trampoline26; extern "C" int TrampolineX26;
+extern "C" int Trampoline27; extern "C" int TrampolineX27;
+extern "C" int Trampoline28; extern "C" int TrampolineX28;
+extern "C" int Trampoline29; extern "C" int TrampolineX29;
+extern "C" int Trampoline30; extern "C" int TrampolineX30;
+extern "C" int Trampoline31; extern "C" int TrampolineX31;
 
 extern "C" napi_value CallSwitchStack(Napi::Function *func, size_t argc, napi_value *argv,
                                       uint8_t *old_sp, Span<uint8_t> *new_stack,
@@ -77,9 +93,25 @@ static void *const Trampolines[][2] = {
     { &Trampoline12, &TrampolineX12 },
     { &Trampoline13, &TrampolineX13 },
     { &Trampoline14, &TrampolineX14 },
-    { &Trampoline15, &TrampolineX15 }
+    { &Trampoline15, &TrampolineX15 },
+    { &Trampoline16, &TrampolineX16 },
+    { &Trampoline17, &TrampolineX17 },
+    { &Trampoline18, &TrampolineX18 },
+    { &Trampoline19, &TrampolineX19 },
+    { &Trampoline20, &TrampolineX20 },
+    { &Trampoline21, &TrampolineX21 },
+    { &Trampoline22, &TrampolineX22 },
+    { &Trampoline23, &TrampolineX23 },
+    { &Trampoline24, &TrampolineX24 },
+    { &Trampoline25, &TrampolineX25 },
+    { &Trampoline26, &TrampolineX26 },
+    { &Trampoline27, &TrampolineX27 },
+    { &Trampoline28, &TrampolineX28 },
+    { &Trampoline29, &TrampolineX29 },
+    { &Trampoline30, &TrampolineX30 },
+    { &Trampoline31, &TrampolineX31 }
 };
-RG_STATIC_ASSERT(RG_LEN(Trampolines) == MaxTrampolines);
+RG_STATIC_ASSERT(RG_LEN(Trampolines) == MaxTrampolines * 2);
 
 static RG_THREAD_LOCAL CallData *exec_call;
 
@@ -308,10 +340,10 @@ bool CallData::Prepare(const Napi::CallbackInfo &info)
                 if (value.IsFunction()) {
                     Napi::Function func = value.As<Napi::Function>();
 
-                    ptr = ReserveTrampoline(param.type->proto, func);
+                    ptr = ReserveTrampoline(param.type->ref.proto, func);
                     if (RG_UNLIKELY(!ptr))
                         return false;
-                } else if (CheckValueTag(instance, value, param.type)) {
+                } else if (CheckValueTag(instance, value, param.type->ref.marker)) {
                     ptr = value.As<Napi::External<uint8_t>>().Data();
                 } else if (IsNullOrUndefined(value)) {
                     ptr = nullptr;
@@ -322,6 +354,8 @@ bool CallData::Prepare(const Napi::CallbackInfo &info)
 
                 *(void **)((param.fast ? fast_ptr : args_ptr)++) = ptr;
             } break;
+
+            case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
         }
     }
 
@@ -361,6 +395,8 @@ void CallData::Execute()
         case PrimitiveKind::Array: { RG_UNREACHABLE(); } break;
         case PrimitiveKind::Float32: { result.f = PERFORM_CALL(F); } break;
         case PrimitiveKind::Float64: { result.d = PERFORM_CALL(D); } break;
+
+        case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
     }
 
 #undef PERFORM_CALL
@@ -368,10 +404,16 @@ void CallData::Execute()
 
 Napi::Value CallData::Complete()
 {
-    PopOutArguments();
+    RG_DEFER {
+       PopOutArguments();
+
+        if (func->ret.type->dispose) {
+            func->ret.type->dispose(env, func->ret.type, result.ptr);
+        }
+    };
 
     switch (func->ret.type->primitive) {
-        case PrimitiveKind::Void: return env.Null();
+        case PrimitiveKind::Void: return env.Undefined();
         case PrimitiveKind::Bool: return Napi::Boolean::New(env, result.u32);
         case PrimitiveKind::Int8: return Napi::Number::New(env, (double)result.i8);
         case PrimitiveKind::UInt8: return Napi::Number::New(env, (double)result.u8);
@@ -387,7 +429,7 @@ Napi::Value CallData::Complete()
         case PrimitiveKind::Callback: {
             if (result.ptr) {
                 Napi::External<void> external = Napi::External<void>::New(env, result.ptr);
-                SetValueTag(instance, external, func->ret.type);
+                SetValueTag(instance, external, func->ret.type->ref.marker);
 
                 return external;
             } else {
@@ -404,6 +446,8 @@ Napi::Value CallData::Complete()
         case PrimitiveKind::Array: { RG_UNREACHABLE(); } break;
         case PrimitiveKind::Float32: return Napi::Number::New(env, (double)result.f);
         case PrimitiveKind::Float64: return Napi::Number::New(env, result.d);
+
+        case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
     }
 
     RG_UNREACHABLE();
@@ -411,12 +455,10 @@ Napi::Value CallData::Complete()
 
 void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegisters *out_reg)
 {
-    const TrampolineInfo &trampoline = instance->trampolines[idx];
-
-    if (RG_UNLIKELY(trampoline.generation != mem->generation)) {
-        ThrowError<Napi::Error>(env, "Cannot use non-persistent callback beyond FFI call");
+    if (RG_UNLIKELY(env.IsExceptionPending()))
         return;
-    }
+
+    const TrampolineInfo &trampoline = instance->trampolines[idx];
 
     const FunctionInfo *proto = trampoline.proto;
     Napi::Function func = trampoline.func.Value();
@@ -436,6 +478,18 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 #endif
     }
 
+    RG_DEFER_N(err_guard) {
+        int pop = out_reg->ret_pop;
+        memset(out_reg, 0, RG_SIZE(*out_reg));
+        out_reg->x87_double = true;
+        out_reg->ret_pop = pop;
+    };
+
+    if (RG_UNLIKELY(trampoline.generation >= 0 && trampoline.generation != (int32_t)mem->generation)) {
+        ThrowError<Napi::Error>(env, "Cannot use non-registered callback beyond FFI call");
+        return;
+    }
+
     LocalArray<napi_value, MaxParameters> arguments;
 
     // Convert to JS arguments
@@ -507,12 +561,20 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
                 Napi::Value arg = str ? Napi::String::New(env, str) : env.Null();
                 arguments.Append(arg);
+
+                if (param.type->dispose) {
+                    param.type->dispose(env, param.type, str);
+                }
             } break;
             case PrimitiveKind::String16: {
                 const char16_t *str16 = *(const char16_t **)(args_ptr++);
 
                 Napi::Value arg = str16 ? Napi::String::New(env, str16) : env.Null();
                 arguments.Append(arg);
+
+                if (param.type->dispose) {
+                    param.type->dispose(env, param.type, str16);
+                }
             } break;
             case PrimitiveKind::Pointer:
             case PrimitiveKind::Callback: {
@@ -520,12 +582,16 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
                 if (ptr2) {
                     Napi::External<void> external = Napi::External<void>::New(env, ptr2);
-                    SetValueTag(instance, external, param.type);
+                    SetValueTag(instance, external, param.type->ref.marker);
 
                     arguments.Append(external);
                 } else {
                     arguments.Append(env.Null());
                 }
+
+                if (param.type->dispose) {
+                    param.type->dispose(env, param.type, ptr2);
+                }
             } break;
             case PrimitiveKind::Record: {
                 RG_ASSERT(!param.fast);
@@ -551,6 +617,8 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
                 Napi::Value arg = Napi::Number::New(env, d);
                 arguments.Append(arg);
             } break;
+
+            case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
         }
     }
 
@@ -561,6 +629,9 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
                                      [](Napi::Function *func, size_t argc, napi_value *argv) { return (napi_value)func->Call(argc, argv); });
     Napi::Value value(env, ret);
 
+    if (RG_UNLIKELY(env.IsExceptionPending()))
+        return;
+
     switch (type->primitive) {
         case PrimitiveKind::Void: {} break;
         case PrimitiveKind::Bool: {
@@ -630,14 +701,14 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
         case PrimitiveKind::Pointer: {
             uint8_t *ptr;
 
-            if (CheckValueTag(instance, value, type)) {
+            if (CheckValueTag(instance, value, type->ref.marker)) {
                 ptr = value.As<Napi::External<uint8_t>>().Data();
-            } else if (IsObject(value) && type->ref->primitive == PrimitiveKind::Record) {
+            } else if (IsObject(value) && type->ref.type->primitive == PrimitiveKind::Record) {
                 Napi::Object obj = value.As<Napi::Object>();
 
-                ptr = AllocHeap(type->ref->size, 16);
+                ptr = AllocHeap(type->ref.type->size, 16);
 
-                if (!PushObject(obj, type->ref, ptr))
+                if (!PushObject(obj, type->ref.type, ptr))
                     return;
             } else if (IsNullOrUndefined(value)) {
                 ptr = nullptr;
@@ -689,10 +760,10 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
             if (value.IsFunction()) {
                 Napi::Function func2 = value.As<Napi::Function>();
 
-                ptr = ReserveTrampoline(type->proto, func2);
+                ptr = ReserveTrampoline(type->ref.proto, func2);
                 if (RG_UNLIKELY(!ptr))
                     return;
-            } else if (CheckValueTag(instance, value, type)) {
+            } else if (CheckValueTag(instance, value, type->ref.marker)) {
                 ptr = value.As<Napi::External<uint8_t>>().Data();
             } else if (IsNullOrUndefined(value)) {
                 ptr = nullptr;
@@ -703,7 +774,11 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
             out_reg->eax = (uint32_t)ptr;
         } break;
+
+        case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
     }
+
+    err_guard.Disable();
 }
 
 void *GetTrampoline(Size idx, const FunctionInfo *proto)

package/src/abi_x86_fwd.S

@@ -101,6 +101,22 @@ ForwardCallRD:
 .global Trampoline13
 .global Trampoline14
 .global Trampoline15
+.global Trampoline16
+.global Trampoline17
+.global Trampoline18
+.global Trampoline19
+.global Trampoline20
+.global Trampoline21
+.global Trampoline22
+.global Trampoline23
+.global Trampoline24
+.global Trampoline25
+.global Trampoline26
+.global Trampoline27
+.global Trampoline28
+.global Trampoline29
+.global Trampoline30
+.global Trampoline31
 .global TrampolineX0
 .global TrampolineX1
 .global TrampolineX2
@@ -117,6 +133,22 @@ ForwardCallRD:
 .global TrampolineX13
 .global TrampolineX14
 .global TrampolineX15
+.global TrampolineX16
+.global TrampolineX17
+.global TrampolineX18
+.global TrampolineX19
+.global TrampolineX20
+.global TrampolineX21
+.global TrampolineX22
+.global TrampolineX23
+.global TrampolineX24
+.global TrampolineX25
+.global TrampolineX26
+.global TrampolineX27
+.global TrampolineX28
+.global TrampolineX29
+.global TrampolineX30
+.global TrampolineX31
 .global RelayCallback
 .global CallSwitchStack
 
@@ -224,6 +256,38 @@ Trampoline14:
     trampoline 14
 Trampoline15:
     trampoline 15
+Trampoline16:
+    trampoline 16
+Trampoline17:
+    trampoline 17
+Trampoline18:
+    trampoline 18
+Trampoline19:
+    trampoline 19
+Trampoline20:
+    trampoline 20
+Trampoline21:
+    trampoline 21
+Trampoline22:
+    trampoline 22
+Trampoline23:
+    trampoline 23
+Trampoline24:
+    trampoline 24
+Trampoline25:
+    trampoline 25
+Trampoline26:
+    trampoline 26
+Trampoline27:
+    trampoline 27
+Trampoline28:
+    trampoline 28
+Trampoline29:
+    trampoline 29
+Trampoline30:
+    trampoline 30
+Trampoline31:
+    trampoline 31
 
 TrampolineX0:
     trampoline_x87 0
@@ -257,6 +321,38 @@ TrampolineX14:
     trampoline_x87 14
 TrampolineX15:
     trampoline_x87 15
+TrampolineX16:
+    trampoline_x87 16
+TrampolineX17:
+    trampoline_x87 17
+TrampolineX18:
+    trampoline_x87 18
+TrampolineX19:
+    trampoline_x87 19
+TrampolineX20:
+    trampoline_x87 20
+TrampolineX21:
+    trampoline_x87 21
+TrampolineX22:
+    trampoline_x87 22
+TrampolineX23:
+    trampoline_x87 23
+TrampolineX24:
+    trampoline_x87 24
+TrampolineX25:
+    trampoline_x87 25
+TrampolineX26:
+    trampoline_x87 26
+TrampolineX27:
+    trampoline_x87 27
+TrampolineX28:
+    trampoline_x87 28
+TrampolineX29:
+    trampoline_x87 29
+TrampolineX30:
+    trampoline_x87 30
+TrampolineX31:
+    trampoline_x87 31
 
 # When a callback is relayed, Koffi will call into Node.js and V8 to execute Javascript.
 # The problem is that we're still running on the separate Koffi stack, and V8 will

package/src/abi_x86_fwd.asm

@@ -105,6 +105,22 @@ public Trampoline12
 public Trampoline13
 public Trampoline14
 public Trampoline15
+public Trampoline16
+public Trampoline17
+public Trampoline18
+public Trampoline19
+public Trampoline20
+public Trampoline21
+public Trampoline22
+public Trampoline23
+public Trampoline24
+public Trampoline25
+public Trampoline26
+public Trampoline27
+public Trampoline28
+public Trampoline29
+public Trampoline30
+public Trampoline31
 public TrampolineX0
 public TrampolineX1
 public TrampolineX2
@@ -121,6 +137,22 @@ public TrampolineX12
 public TrampolineX13
 public TrampolineX14
 public TrampolineX15
+public TrampolineX16
+public TrampolineX17
+public TrampolineX18
+public TrampolineX19
+public TrampolineX20
+public TrampolineX21
+public TrampolineX22
+public TrampolineX23
+public TrampolineX24
+public TrampolineX25
+public TrampolineX26
+public TrampolineX27
+public TrampolineX28
+public TrampolineX29
+public TrampolineX30
+public TrampolineX31
 extern RelayCallback : PROC
 public CallSwitchStack
 
@@ -227,6 +259,54 @@ Trampoline14 endp
 Trampoline15 proc
     trampoline 15
 Trampoline15 endp
+Trampoline16 proc
+    trampoline 16
+Trampoline16 endp
+Trampoline17 proc
+    trampoline 17
+Trampoline17 endp
+Trampoline18 proc
+    trampoline 18
+Trampoline18 endp
+Trampoline19 proc
+    trampoline 19
+Trampoline19 endp
+Trampoline20 proc
+    trampoline 20
+Trampoline20 endp
+Trampoline21 proc
+    trampoline 21
+Trampoline21 endp
+Trampoline22 proc
+    trampoline 22
+Trampoline22 endp
+Trampoline23 proc
+    trampoline 23
+Trampoline23 endp
+Trampoline24 proc
+    trampoline 24
+Trampoline24 endp
+Trampoline25 proc
+    trampoline 25
+Trampoline25 endp
+Trampoline26 proc
+    trampoline 26
+Trampoline26 endp
+Trampoline27 proc
+    trampoline 27
+Trampoline27 endp
+Trampoline28 proc
+    trampoline 28
+Trampoline28 endp
+Trampoline29 proc
+    trampoline 29
+Trampoline29 endp
+Trampoline30 proc
+    trampoline 30
+Trampoline30 endp
+Trampoline31 proc
+    trampoline 31
+Trampoline31 endp
 
 TrampolineX0 proc
     trampoline_x87 0
@@ -276,6 +356,54 @@ TrampolineX14 endp
 TrampolineX15 proc
     trampoline_x87 15
 TrampolineX15 endp
+TrampolineX16 proc
+    trampoline_x87 16
+TrampolineX16 endp
+TrampolineX17 proc
+    trampoline_x87 17
+TrampolineX17 endp
+TrampolineX18 proc
+    trampoline_x87 18
+TrampolineX18 endp
+TrampolineX19 proc
+    trampoline_x87 19
+TrampolineX19 endp
+TrampolineX20 proc
+    trampoline_x87 20
+TrampolineX20 endp
+TrampolineX21 proc
+    trampoline_x87 21
+TrampolineX21 endp
+TrampolineX22 proc
+    trampoline_x87 22
+TrampolineX22 endp
+TrampolineX23 proc
+    trampoline_x87 23
+TrampolineX23 endp
+TrampolineX24 proc
+    trampoline_x87 24
+TrampolineX24 endp
+TrampolineX25 proc
+    trampoline_x87 25
+TrampolineX25 endp
+TrampolineX26 proc
+    trampoline_x87 26
+TrampolineX26 endp
+TrampolineX27 proc
+    trampoline_x87 27
+TrampolineX27 endp
+TrampolineX28 proc
+    trampoline_x87 28
+TrampolineX28 endp
+TrampolineX29 proc
+    trampoline_x87 29
+TrampolineX29 endp
+TrampolineX30 proc
+    trampoline_x87 30
+TrampolineX30 endp
+TrampolineX31 proc
+    trampoline_x87 31
+TrampolineX31 endp
 
 ; When a callback is relayed, Koffi will call into Node.js and V8 to execute Javascript.
 ; The problem is that we're still running on the separate Koffi stack, and V8 will