koffi 1.3.12 → 2.0.0

package/src/abi_arm64.cc

@@ -66,6 +66,22 @@ extern "C" int Trampoline12; extern "C" int TrampolineX12;
 extern "C" int Trampoline13; extern "C" int TrampolineX13;
 extern "C" int Trampoline14; extern "C" int TrampolineX14;
 extern "C" int Trampoline15; extern "C" int TrampolineX15;
+extern "C" int Trampoline16; extern "C" int TrampolineX16;
+extern "C" int Trampoline17; extern "C" int TrampolineX17;
+extern "C" int Trampoline18; extern "C" int TrampolineX18;
+extern "C" int Trampoline19; extern "C" int TrampolineX19;
+extern "C" int Trampoline20; extern "C" int TrampolineX20;
+extern "C" int Trampoline21; extern "C" int TrampolineX21;
+extern "C" int Trampoline22; extern "C" int TrampolineX22;
+extern "C" int Trampoline23; extern "C" int TrampolineX23;
+extern "C" int Trampoline24; extern "C" int TrampolineX24;
+extern "C" int Trampoline25; extern "C" int TrampolineX25;
+extern "C" int Trampoline26; extern "C" int TrampolineX26;
+extern "C" int Trampoline27; extern "C" int TrampolineX27;
+extern "C" int Trampoline28; extern "C" int TrampolineX28;
+extern "C" int Trampoline29; extern "C" int TrampolineX29;
+extern "C" int Trampoline30; extern "C" int TrampolineX30;
+extern "C" int Trampoline31; extern "C" int TrampolineX31;
 
 extern "C" napi_value CallSwitchStack(Napi::Function *func, size_t argc, napi_value *argv,
                                       uint8_t *old_sp, Span<uint8_t> *new_stack,
@@ -87,9 +103,25 @@ static void *const Trampolines[][2] = {
     { &Trampoline12, &TrampolineX12 },
     { &Trampoline13, &TrampolineX13 },
     { &Trampoline14, &TrampolineX14 },
-    { &Trampoline15, &TrampolineX15 }
+    { &Trampoline15, &TrampolineX15 },
+    { &Trampoline16, &TrampolineX16 },
+    { &Trampoline17, &TrampolineX17 },
+    { &Trampoline18, &TrampolineX18 },
+    { &Trampoline19, &TrampolineX19 },
+    { &Trampoline20, &TrampolineX20 },
+    { &Trampoline21, &TrampolineX21 },
+    { &Trampoline22, &TrampolineX22 },
+    { &Trampoline23, &TrampolineX23 },
+    { &Trampoline24, &TrampolineX24 },
+    { &Trampoline25, &TrampolineX25 },
+    { &Trampoline26, &TrampolineX26 },
+    { &Trampoline27, &TrampolineX27 },
+    { &Trampoline28, &TrampolineX28 },
+    { &Trampoline29, &TrampolineX29 },
+    { &Trampoline30, &TrampolineX30 },
+    { &Trampoline31, &TrampolineX31 }
 };
-RG_STATIC_ASSERT(RG_LEN(Trampolines) == MaxTrampolines);
+RG_STATIC_ASSERT(RG_LEN(Trampolines) == MaxTrampolines * 2);
 
 static RG_THREAD_LOCAL CallData *exec_call;
 
@@ -198,6 +230,8 @@ bool AnalyseFunction(Napi::Env, InstanceData *, FunctionInfo *func)
                     vec_avail--;
                 }
             } break;
+
+            case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
         }
     }
 
@@ -440,10 +474,10 @@ bool CallData::Prepare(const Napi::CallbackInfo &info)
                 if (value.IsFunction()) {
                     Napi::Function func = value.As<Napi::Function>();
 
-                    ptr = ReserveTrampoline(param.type->proto, func);
+                    ptr = ReserveTrampoline(param.type->ref.proto, func);
                     if (RG_UNLIKELY(!ptr))
                         return false;
-                } else if (CheckValueTag(instance, value, param.type)) {
+                } else if (CheckValueTag(instance, value, param.type->ref.marker)) {
                     ptr = value.As<Napi::External<void>>().Data();
                 } else if (IsNullOrUndefined(value)) {
                     ptr = nullptr;
@@ -457,6 +491,8 @@ bool CallData::Prepare(const Napi::CallbackInfo &info)
 #endif
                 *(void **)((param.gpr_count ? gpr_ptr : args_ptr)++) = ptr;
             } break;
+
+            case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
         }
     }
 
@@ -506,6 +542,8 @@ void CallData::Execute()
         case PrimitiveKind::Array: { RG_UNREACHABLE(); } break;
         case PrimitiveKind::Float32: { result.f = PERFORM_CALL(F); } break;
         case PrimitiveKind::Float64: { result.d = PERFORM_CALL(DDDD).d0; } break;
+
+        case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
     }
 
 #undef PERFORM_CALL
@@ -513,7 +551,13 @@ void CallData::Execute()
 
 Napi::Value CallData::Complete()
 {
-    PopOutArguments();
+    RG_DEFER {
+       PopOutArguments();
+
+        if (func->ret.type->dispose) {
+            func->ret.type->dispose(env, func->ret.type, result.ptr);
+        }
+    };
 
     switch (func->ret.type->primitive) {
         case PrimitiveKind::Void: return env.Null();
@@ -532,7 +576,7 @@ Napi::Value CallData::Complete()
         case PrimitiveKind::Callback: {
             if (result.ptr) {
                 Napi::External<void> external = Napi::External<void>::New(env, result.ptr);
-                SetValueTag(instance, external, func->ret.type);
+                SetValueTag(instance, external, func->ret.type->ref.marker);
 
                 return external;
             } else {
@@ -554,6 +598,8 @@ Napi::Value CallData::Complete()
         case PrimitiveKind::Array: { RG_UNREACHABLE(); } break;
         case PrimitiveKind::Float32: return Napi::Number::New(env, (double)result.f);
         case PrimitiveKind::Float64: return Napi::Number::New(env, result.d);
+
+        case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
     }
 
     RG_UNREACHABLE();
@@ -561,12 +607,10 @@ Napi::Value CallData::Complete()
 
 void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegisters *out_reg)
 {
-    const TrampolineInfo &trampoline = instance->trampolines[idx];
-
-    if (RG_UNLIKELY(trampoline.generation != mem->generation)) {
-        ThrowError<Napi::Error>(env, "Cannot use non-persistent callback beyond FFI call");
+    if (RG_UNLIKELY(env.IsExceptionPending()))
         return;
-    }
+
+    const TrampolineInfo &trampoline = instance->trampolines[idx];
 
     const FunctionInfo *proto = trampoline.proto;
     Napi::Function func = trampoline.func.Value();
@@ -577,6 +621,13 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
     uint8_t *return_ptr = proto->ret.use_memory ? (uint8_t *)gpr_ptr[8] : nullptr;
 
+    RG_DEFER_N(err_guard) { memset(out_reg, 0, RG_SIZE(*out_reg)); };
+
+    if (RG_UNLIKELY(trampoline.generation >= 0 && trampoline.generation != (int32_t)mem->generation)) {
+        ThrowError<Napi::Error>(env, "Cannot use non-registered callback beyond FFI call");
+        return;
+    }
+
     LocalArray<napi_value, MaxParameters> arguments;
 
     // Convert to JS arguments
@@ -732,6 +783,10 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
                 Napi::Value arg = str ? Napi::String::New(env, str) : env.Null();
                 arguments.Append(arg);
+
+                if (param.type->dispose) {
+                    param.type->dispose(env, param.type, str);
+                }
             } break;
             case PrimitiveKind::String16: {
 #ifdef __APPLE__
@@ -742,6 +797,10 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
                 Napi::Value arg = str16 ? Napi::String::New(env, str16) : env.Null();
                 arguments.Append(arg);
+
+                if (param.type->dispose) {
+                    param.type->dispose(env, param.type, str16);
+                }
             } break;
             case PrimitiveKind::Pointer:
             case PrimitiveKind::Callback: {
@@ -753,12 +812,16 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
                 if (ptr2) {
                     Napi::External<void> external = Napi::External<void>::New(env, ptr2);
-                    SetValueTag(instance, external, param.type);
+                    SetValueTag(instance, external, param.type->ref.marker);
 
                     arguments.Append(external);
                 } else {
                     arguments.Append(env.Null());
                 }
+
+                if (param.type->dispose) {
+                    param.type->dispose(env, param.type, ptr2);
+                }
             } break;
             case PrimitiveKind::Record: {
                 if (param.vec_count) { // HFA
@@ -834,6 +897,8 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
                 Napi::Value arg = Napi::Number::New(env, d);
                 arguments.Append(arg);
             } break;
+
+            case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
         }
     }
 
@@ -844,6 +909,9 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
                                      [](Napi::Function *func, size_t argc, napi_value *argv) { return (napi_value)func->Call(argc, argv); });
     Napi::Value value(env, ret);
 
+    if (RG_UNLIKELY(env.IsExceptionPending()))
+        return;
+
     // Convert the result
     switch (type->primitive) {
         case PrimitiveKind::Void: {} break;
@@ -905,14 +973,14 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
         case PrimitiveKind::Pointer: {
             uint8_t *ptr;
 
-            if (CheckValueTag(instance, value, type)) {
+            if (CheckValueTag(instance, value, type->ref.marker)) {
                 ptr = value.As<Napi::External<uint8_t>>().Data();
-            } else if (IsObject(value) && type->ref->primitive == PrimitiveKind::Record) {
+            } else if (IsObject(value) && type->ref.type->primitive == PrimitiveKind::Record) {
                 Napi::Object obj = value.As<Napi::Object>();
 
-                ptr = AllocHeap(type->ref->size, 16);
+                ptr = AllocHeap(type->ref.type->size, 16);
 
-                if (!PushObject(obj, type->ref, ptr))
+                if (!PushObject(obj, type->ref.type, ptr))
                     return;
             } else if (IsNullOrUndefined(value)) {
                 ptr = nullptr;
@@ -968,10 +1036,10 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
             if (value.IsFunction()) {
                 Napi::Function func2 = value.As<Napi::Function>();
 
-                ptr = ReserveTrampoline(type->proto, func2);
+                ptr = ReserveTrampoline(type->ref.proto, func2);
                 if (RG_UNLIKELY(!ptr))
                     return;
-            } else if (CheckValueTag(instance, value, type)) {
+            } else if (CheckValueTag(instance, value, type->ref.marker)) {
                 ptr = value.As<Napi::External<uint8_t>>().Data();
             } else if (IsNullOrUndefined(value)) {
                 ptr = nullptr;
@@ -982,7 +1050,11 @@ void CallData::Relay(Size idx, uint8_t *own_sp, uint8_t *caller_sp, BackRegister
 
             out_reg->x0 = (uint64_t)ptr;
         } break;
+
+        case PrimitiveKind::Prototype: { RG_UNREACHABLE(); } break;
     }
+
+    err_guard.Disable();
 }
 
 void *GetTrampoline(Size idx, const FunctionInfo *proto)

package/src/abi_arm64_fwd.S

@@ -137,6 +137,22 @@ SYMBOL(ForwardCallXDDDD):
 .global SYMBOL(Trampoline13)
 .global SYMBOL(Trampoline14)
 .global SYMBOL(Trampoline15)
+.global SYMBOL(Trampoline16)
+.global SYMBOL(Trampoline17)
+.global SYMBOL(Trampoline18)
+.global SYMBOL(Trampoline19)
+.global SYMBOL(Trampoline20)
+.global SYMBOL(Trampoline21)
+.global SYMBOL(Trampoline22)
+.global SYMBOL(Trampoline23)
+.global SYMBOL(Trampoline24)
+.global SYMBOL(Trampoline25)
+.global SYMBOL(Trampoline26)
+.global SYMBOL(Trampoline27)
+.global SYMBOL(Trampoline28)
+.global SYMBOL(Trampoline29)
+.global SYMBOL(Trampoline30)
+.global SYMBOL(Trampoline31)
 .global SYMBOL(TrampolineX0)
 .global SYMBOL(TrampolineX1)
 .global SYMBOL(TrampolineX2)
@@ -153,6 +169,22 @@ SYMBOL(ForwardCallXDDDD):
 .global SYMBOL(TrampolineX13)
 .global SYMBOL(TrampolineX14)
 .global SYMBOL(TrampolineX15)
+.global SYMBOL(TrampolineX16)
+.global SYMBOL(TrampolineX17)
+.global SYMBOL(TrampolineX18)
+.global SYMBOL(TrampolineX19)
+.global SYMBOL(TrampolineX20)
+.global SYMBOL(TrampolineX21)
+.global SYMBOL(TrampolineX22)
+.global SYMBOL(TrampolineX23)
+.global SYMBOL(TrampolineX24)
+.global SYMBOL(TrampolineX25)
+.global SYMBOL(TrampolineX26)
+.global SYMBOL(TrampolineX27)
+.global SYMBOL(TrampolineX28)
+.global SYMBOL(TrampolineX29)
+.global SYMBOL(TrampolineX30)
+.global SYMBOL(TrampolineX31)
 .global SYMBOL(RelayCallback)
 .global SYMBOL(CallSwitchStack)
 
@@ -260,6 +292,38 @@ SYMBOL(Trampoline14):
     trampoline 14
 SYMBOL(Trampoline15):
     trampoline 15
+SYMBOL(Trampoline16):
+    trampoline 16
+SYMBOL(Trampoline17):
+    trampoline 17
+SYMBOL(Trampoline18):
+    trampoline 18
+SYMBOL(Trampoline19):
+    trampoline 19
+SYMBOL(Trampoline20):
+    trampoline 20
+SYMBOL(Trampoline21):
+    trampoline 21
+SYMBOL(Trampoline22):
+    trampoline 22
+SYMBOL(Trampoline23):
+    trampoline 23
+SYMBOL(Trampoline24):
+    trampoline 24
+SYMBOL(Trampoline25):
+    trampoline 25
+SYMBOL(Trampoline26):
+    trampoline 26
+SYMBOL(Trampoline27):
+    trampoline 27
+SYMBOL(Trampoline28):
+    trampoline 28
+SYMBOL(Trampoline29):
+    trampoline 29
+SYMBOL(Trampoline30):
+    trampoline 30
+SYMBOL(Trampoline31):
+    trampoline 31
 
 SYMBOL(TrampolineX0):
     trampoline_vec 0
@@ -293,6 +357,38 @@ SYMBOL(TrampolineX14):
     trampoline_vec 14
 SYMBOL(TrampolineX15):
     trampoline_vec 15
+SYMBOL(TrampolineX16):
+    trampoline_vec 16
+SYMBOL(TrampolineX17):
+    trampoline_vec 17
+SYMBOL(TrampolineX18):
+    trampoline_vec 18
+SYMBOL(TrampolineX19):
+    trampoline_vec 19
+SYMBOL(TrampolineX20):
+    trampoline_vec 20
+SYMBOL(TrampolineX21):
+    trampoline_vec 21
+SYMBOL(TrampolineX22):
+    trampoline_vec 22
+SYMBOL(TrampolineX23):
+    trampoline_vec 23
+SYMBOL(TrampolineX24):
+    trampoline_vec 24
+SYMBOL(TrampolineX25):
+    trampoline_vec 25
+SYMBOL(TrampolineX26):
+    trampoline_vec 26
+SYMBOL(TrampolineX27):
+    trampoline_vec 27
+SYMBOL(TrampolineX28):
+    trampoline_vec 28
+SYMBOL(TrampolineX29):
+    trampoline_vec 29
+SYMBOL(TrampolineX30):
+    trampoline_vec 30
+SYMBOL(TrampolineX31):
+    trampoline_vec 31
 
 # When a callback is relayed, Koffi will call into Node.js and V8 to execute Javascript.
 # The problem is that we're still running on the separate Koffi stack, and V8 will

package/src/abi_arm64_fwd.asm

@@ -130,6 +130,22 @@ ForwardCallXDDDD PROC
     EXPORT Trampoline13
     EXPORT Trampoline14
     EXPORT Trampoline15
+    EXPORT Trampoline16
+    EXPORT Trampoline17
+    EXPORT Trampoline18
+    EXPORT Trampoline19
+    EXPORT Trampoline20
+    EXPORT Trampoline21
+    EXPORT Trampoline22
+    EXPORT Trampoline23
+    EXPORT Trampoline24
+    EXPORT Trampoline25
+    EXPORT Trampoline26
+    EXPORT Trampoline27
+    EXPORT Trampoline28
+    EXPORT Trampoline29
+    EXPORT Trampoline30
+    EXPORT Trampoline31
     EXPORT TrampolineX0
     EXPORT TrampolineX1
     EXPORT TrampolineX2
@@ -146,6 +162,22 @@ ForwardCallXDDDD PROC
     EXPORT TrampolineX13
     EXPORT TrampolineX14
     EXPORT TrampolineX15
+    EXPORT TrampolineX16
+    EXPORT TrampolineX17
+    EXPORT TrampolineX18
+    EXPORT TrampolineX19
+    EXPORT TrampolineX20
+    EXPORT TrampolineX21
+    EXPORT TrampolineX22
+    EXPORT TrampolineX23
+    EXPORT TrampolineX24
+    EXPORT TrampolineX25
+    EXPORT TrampolineX26
+    EXPORT TrampolineX27
+    EXPORT TrampolineX28
+    EXPORT TrampolineX29
+    EXPORT TrampolineX30
+    EXPORT TrampolineX31
     EXPORT RelayCallback
     EXTERN RelayCallback
     EXPORT CallSwitchStack
@@ -252,6 +284,54 @@ Trampoline14 PROC
 Trampoline15 PROC
     trampoline 15
     ENDP
+Trampoline16 PROC
+    trampoline 16
+    ENDP
+Trampoline17 PROC
+    trampoline 17
+    ENDP
+Trampoline18 PROC
+    trampoline 18
+    ENDP
+Trampoline19 PROC
+    trampoline 19
+    ENDP
+Trampoline20 PROC
+    trampoline 20
+    ENDP
+Trampoline21 PROC
+    trampoline 21
+    ENDP
+Trampoline22 PROC
+    trampoline 22
+    ENDP
+Trampoline23 PROC
+    trampoline 23
+    ENDP
+Trampoline24 PROC
+    trampoline 24
+    ENDP
+Trampoline25 PROC
+    trampoline 25
+    ENDP
+Trampoline26 PROC
+    trampoline 26
+    ENDP
+Trampoline27 PROC
+    trampoline 27
+    ENDP
+Trampoline28 PROC
+    trampoline 28
+    ENDP
+Trampoline29 PROC
+    trampoline 29
+    ENDP
+Trampoline30 PROC
+    trampoline 30
+    ENDP
+Trampoline31 PROC
+    trampoline 31
+    ENDP
 
 TrampolineX0 PROC
     trampoline_vec 0
@@ -301,6 +381,54 @@ TrampolineX14 PROC
 TrampolineX15 PROC
     trampoline_vec 15
     ENDP
+TrampolineX16 PROC
+    trampoline_vec 16
+    ENDP
+TrampolineX17 PROC
+    trampoline_vec 17
+    ENDP
+TrampolineX18 PROC
+    trampoline_vec 18
+    ENDP
+TrampolineX19 PROC
+    trampoline_vec 19
+    ENDP
+TrampolineX20 PROC
+    trampoline_vec 20
+    ENDP
+TrampolineX21 PROC
+    trampoline_vec 21
+    ENDP
+TrampolineX22 PROC
+    trampoline_vec 22
+    ENDP
+TrampolineX23 PROC
+    trampoline_vec 23
+    ENDP
+TrampolineX24 PROC
+    trampoline_vec 24
+    ENDP
+TrampolineX25 PROC
+    trampoline_vec 25
+    ENDP
+TrampolineX26 PROC
+    trampoline_vec 26
+    ENDP
+TrampolineX27 PROC
+    trampoline_vec 27
+    ENDP
+TrampolineX28 PROC
+    trampoline_vec 28
+    ENDP
+TrampolineX29 PROC
+    trampoline_vec 29
+    ENDP
+TrampolineX30 PROC
+    trampoline_vec 30
+    ENDP
+TrampolineX31 PROC
+    trampoline_vec 31
+    ENDP
 
 ; When a callback is relayed, Koffi will call into Node.js and V8 to execute Javascript.
 ; The problem is that we're still running on the separate Koffi stack, and V8 will