@recallai/desktop-sdk 2024.1.29-7103406afedf9a84d60e110b15b96f741630f117 → 2024.2.1-0c0f140ff96917a5c30940d71d7fd0712780a89c

package/desktop_sdk_macos.framework/Versions/Current/Modules/desktop_sdk_macos.swiftmodule/x86_64-apple-macos.private.swiftinterface

@@ -49,6 +49,9 @@ extension desktop_sdk_macos.ScreenShareFrame : Swift.Equatable {
 public protocol AudioDeviceAudioDelegate {
   func handleDeviceAudioBuffer(sampleBuffer: AVFAudio.AVAudioPCMBuffer)
 }
+public struct RecallAiSdkEvent {
+  public func serialize() -> Swift.String
+}
 public struct Meeting : Swift.CustomDebugStringConvertible, Swift.Equatable {
   public var title: Swift.String?
   public var meetingId: Swift.String?
@@ -83,11 +86,13 @@ public struct MeetingParticipant : Swift.CustomDebugStringConvertible, Swift.Equ
 public class RecallAiDesktopSdk {
   public init(config: desktop_sdk_macos.RecallAiDesktopSdkConfig)
   public func toggle(enabled: Swift.Bool)
+  public func registerEventCallback(callback: @escaping (desktop_sdk_macos.RecallAiSdkEvent) -> Swift.Void)
   public func installCameraExtension(extensionBundleIdentifier: Swift.String)
   public func uninstallCameraExtension(extensionBundleIdentifier: Swift.String)
   @objc deinit
 }
 public protocol MeetingAppMediaCapturerDelegate {
+  func handleMixedVideoBuffer(sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   func handleVideoBuffer(frameId: Swift.Int, sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   func handleSpeakerAudioBuffer(sampleBuffer: AVFAudio.AVAudioPCMBuffer)
 }
@@ -105,8 +110,11 @@ public protocol MeetingAppMediaCapturerDelegate {
 public func RecallAiSdkInit(configJson: Swift.UnsafePointer<Swift.Int8>)
 @_cdecl("recallai_sdk_toggle")
 public func RecallAiSdkToggle(enabled: Swift.Bool)
+@_cdecl("recallai_sdk_register_callback")
+public func RecallAiSdkRegisterCallback(callback: Swift.UnsafeRawPointer, userData: Swift.UnsafeMutableRawPointer)
 public struct UiElementSelector {
   public var title: Swift.String?
+  public var titleContains: Swift.String?
   public var desc: Swift.String?
   public var descContains: Swift.String?
   public var label: Swift.String?
@@ -168,6 +176,7 @@ extension ApplicationServices.AXUIElement {
   }
   public func getAttribute<T>(attribute: Swift.String) -> T?
   public func getFrameRelativeTo(root: ApplicationServices.AXUIElement) -> CoreFoundation.CGRect?
+  public func getProportionalFrameRelativeTo(root: ApplicationServices.AXUIElement) -> CoreFoundation.CGRect?
   public func getCGWindowId() -> CoreGraphics.CGWindowID?
   public func click()
 }
@@ -187,6 +196,7 @@ public class ZoomMeetingRecorder : desktop_sdk_macos.MeetingAppMediaCapturerDele
   public func start()
   public func updateMainWindows(windows: [ApplicationServices.AXUIElement])
   public func end()
+  public func handleMixedVideoBuffer(sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleVideoBuffer(frameId: Swift.Int, sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleScreenBuffer(sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleDeviceAudioBuffer(sampleBuffer: AVFAudio.AVAudioPCMBuffer)
@@ -194,6 +204,11 @@ public class ZoomMeetingRecorder : desktop_sdk_macos.MeetingAppMediaCapturerDele
   public func handleActiveSpeakerChange(streamId: Swift.Int?)
   @objc deinit
 }
+public struct MixedVideoRect : Swift.Codable, Swift.Equatable {
+  public static func == (a: desktop_sdk_macos.MixedVideoRect, b: desktop_sdk_macos.MixedVideoRect) -> Swift.Bool
+  public func encode(to encoder: Swift.Encoder) throws
+  public init(from decoder: Swift.Decoder) throws
+}
 public class MeetingRecorder {
   public init(config: desktop_sdk_macos.RecallAiDesktopSdkConfig)
   public func start(title: Swift.String, meetingId: Swift.String?, platform: Swift.String)
@@ -208,6 +223,8 @@ public class MeetingRecorder {
   public func screenShareStarted()
   public func screenShareStopped()
   public func handleActiveSpeakerChange(participantId: Swift.Int?)
+  public func setMixedVideoRects(rects: [desktop_sdk_macos.MixedVideoRect])
+  public func handleMixedVideoBuffer(buffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleVideoBuffer(participantId: Swift.Int, buffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleScreenBuffer(buffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleAudioBuffer(streamId: Swift.Int, buffer: AVFAudio.AVAudioPCMBuffer)

package/desktop_sdk_macos.framework/Versions/Current/Modules/desktop_sdk_macos.swiftmodule/x86_64-apple-macos.swiftinterface

@@ -49,6 +49,9 @@ extension desktop_sdk_macos.ScreenShareFrame : Swift.Equatable {
 public protocol AudioDeviceAudioDelegate {
   func handleDeviceAudioBuffer(sampleBuffer: AVFAudio.AVAudioPCMBuffer)
 }
+public struct RecallAiSdkEvent {
+  public func serialize() -> Swift.String
+}
 public struct Meeting : Swift.CustomDebugStringConvertible, Swift.Equatable {
   public var title: Swift.String?
   public var meetingId: Swift.String?
@@ -83,11 +86,13 @@ public struct MeetingParticipant : Swift.CustomDebugStringConvertible, Swift.Equ
 public class RecallAiDesktopSdk {
   public init(config: desktop_sdk_macos.RecallAiDesktopSdkConfig)
   public func toggle(enabled: Swift.Bool)
+  public func registerEventCallback(callback: @escaping (desktop_sdk_macos.RecallAiSdkEvent) -> Swift.Void)
   public func installCameraExtension(extensionBundleIdentifier: Swift.String)
   public func uninstallCameraExtension(extensionBundleIdentifier: Swift.String)
   @objc deinit
 }
 public protocol MeetingAppMediaCapturerDelegate {
+  func handleMixedVideoBuffer(sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   func handleVideoBuffer(frameId: Swift.Int, sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   func handleSpeakerAudioBuffer(sampleBuffer: AVFAudio.AVAudioPCMBuffer)
 }
@@ -105,8 +110,11 @@ public protocol MeetingAppMediaCapturerDelegate {
 public func RecallAiSdkInit(configJson: Swift.UnsafePointer<Swift.Int8>)
 @_cdecl("recallai_sdk_toggle")
 public func RecallAiSdkToggle(enabled: Swift.Bool)
+@_cdecl("recallai_sdk_register_callback")
+public func RecallAiSdkRegisterCallback(callback: Swift.UnsafeRawPointer, userData: Swift.UnsafeMutableRawPointer)
 public struct UiElementSelector {
   public var title: Swift.String?
+  public var titleContains: Swift.String?
   public var desc: Swift.String?
   public var descContains: Swift.String?
   public var label: Swift.String?
@@ -168,6 +176,7 @@ extension ApplicationServices.AXUIElement {
   }
   public func getAttribute<T>(attribute: Swift.String) -> T?
   public func getFrameRelativeTo(root: ApplicationServices.AXUIElement) -> CoreFoundation.CGRect?
+  public func getProportionalFrameRelativeTo(root: ApplicationServices.AXUIElement) -> CoreFoundation.CGRect?
   public func getCGWindowId() -> CoreGraphics.CGWindowID?
   public func click()
 }
@@ -187,6 +196,7 @@ public class ZoomMeetingRecorder : desktop_sdk_macos.MeetingAppMediaCapturerDele
   public func start()
   public func updateMainWindows(windows: [ApplicationServices.AXUIElement])
   public func end()
+  public func handleMixedVideoBuffer(sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleVideoBuffer(frameId: Swift.Int, sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleScreenBuffer(sampleBuffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleDeviceAudioBuffer(sampleBuffer: AVFAudio.AVAudioPCMBuffer)
@@ -194,6 +204,11 @@ public class ZoomMeetingRecorder : desktop_sdk_macos.MeetingAppMediaCapturerDele
   public func handleActiveSpeakerChange(streamId: Swift.Int?)
   @objc deinit
 }
+public struct MixedVideoRect : Swift.Codable, Swift.Equatable {
+  public static func == (a: desktop_sdk_macos.MixedVideoRect, b: desktop_sdk_macos.MixedVideoRect) -> Swift.Bool
+  public func encode(to encoder: Swift.Encoder) throws
+  public init(from decoder: Swift.Decoder) throws
+}
 public class MeetingRecorder {
   public init(config: desktop_sdk_macos.RecallAiDesktopSdkConfig)
   public func start(title: Swift.String, meetingId: Swift.String?, platform: Swift.String)
@@ -208,6 +223,8 @@ public class MeetingRecorder {
   public func screenShareStarted()
   public func screenShareStopped()
   public func handleActiveSpeakerChange(participantId: Swift.Int?)
+  public func setMixedVideoRects(rects: [desktop_sdk_macos.MixedVideoRect])
+  public func handleMixedVideoBuffer(buffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleVideoBuffer(participantId: Swift.Int, buffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleScreenBuffer(buffer: CoreVideo.CVPixelBuffer, presTime: CoreMedia.CMTime)
   public func handleAudioBuffer(streamId: Swift.Int, buffer: AVFAudio.AVAudioPCMBuffer)

package/index.d.ts

@@ -1,9 +1,14 @@
 declare module '@recallai/desktop-sdk' {
     export function init(config: RecallAiSdkConfig): void;
     export function toggle(enabled: boolean): void;
+    export function callback(callback: (event: RecallAiSdkEvent) => void): void;
 
     interface RecallAiSdkConfig {
         api_key: string
         recording_config: RecordingConfig
     }
+
+    interface RecallAiSdkEvent {
+        type: "recording_start" | "recording_stop"
+    }
 }

package/index.js

@@ -8,7 +8,14 @@ function toggle(enabled) {
     addon.toggle(enabled)
 }
 
+function callback(callback) {
+    addon.callback((eventJson) => {
+        callback(JSON.parse(eventJson))
+    })
+}
+
 module.exports = {
     init,
-    toggle
+    toggle,
+    callback
 }

package/package.json

@@ -1,9 +1,12 @@
 {
     "name": "@recallai/desktop-sdk",
-    "version": "2024.01.29-7103406afedf9a84d60e110b15b96f741630f117",
+    "version": "2024.02.01-0c0f140ff96917a5c30940d71d7fd0712780a89c",
     "description": "Recall Desktop SDK (Alpha)",
     "gypfile": true,
     "main": "./index.js",
     "types": "./index.d.ts",
-    "dependencies": {}
-}
+    "dependencies": {
+      "node-addon-api": "7.1.0",
+        "node-addon-api": "^7.1.0"
+    }
+}

package/src/RecallAiDesktopSdk.h

@@ -1,2 +1,5 @@
-void recallai_sdk_init(char* configJson);
+typedef void (*recallai_sdk_event_callback)(const char* event, void* userdata);
+
+void recallai_sdk_init(const char* configJson);
 void recallai_sdk_toggle(bool enabled);
+void recallai_sdk_register_callback(recallai_sdk_event_callback callback, void* userdata);

package/src/main.cc

@@ -1,47 +1,98 @@
-#include <node.h>
+#include <napi.h>
 
-extern "C" {
-  #include "RecallAiDesktopSdk.h"
+extern "C"
+{
+#include "RecallAiDesktopSdk.h"
 }
 
+using Napi::Function;
+using Napi::Object;
+using Napi::Persistent;
+using Napi::Reference;
+using Napi::String;
+using Napi::Value;
 
-using v8::FunctionCallbackInfo;
-using v8::Isolate;
-using v8::Local;
-using v8::Object;
-using v8::String;
-using v8::Value;
-
-void SdkInit(const FunctionCallbackInfo<Value>& args) {
-  Isolate* isolate = args.GetIsolate();
-  if (args.Length() < 1) {
-    isolate->ThrowException(v8::Exception::TypeError(
-        String::NewFromUtf8(isolate, "Wrong number of arguments").ToLocalChecked()));
+void SdkInit(const Napi::CallbackInfo &args)
+{
+  Napi::Env env = args.Env();
+  if (args.Length() < 1)
+  {
+    Napi::TypeError::New(env, "Wrong number of arguments").ThrowAsJavaScriptException();
     return;
   }
-  
-  String::Utf8Value str(isolate, args[0]);
-  char* cstr = *str;
-  recallai_sdk_init(cstr);
-  args.GetReturnValue().Set(Undefined(isolate));
+
+  Napi::String str(env, args[0]);
+  std::string cstr = str.Utf8Value();
+  recallai_sdk_init(cstr.data());
 }
 
-void SdkToggle(const FunctionCallbackInfo<Value>& args) {
-  Isolate* isolate = args.GetIsolate();
-  if (args.Length() < 1) {
-    isolate->ThrowException(v8::Exception::TypeError(
-        String::NewFromUtf8(isolate, "Wrong number of arguments").ToLocalChecked()));
+void SdkToggle(const Napi::CallbackInfo &args)
+{
+  Napi::Env env = args.Env();
+  if (args.Length() < 1)
+  {
+    Napi::TypeError::New(env, "Wrong number of arguments").ThrowAsJavaScriptException();
     return;
   }
 
-  bool enabled = args[0]->BooleanValue(isolate);
+  bool enabled = args[0].As<Napi::Boolean>();
   recallai_sdk_toggle(enabled);
-  args.GetReturnValue().Set(Undefined(isolate));
 }
 
-void Initialize(Local<Object> exports) {
-  NODE_SET_METHOD(exports, "init", SdkInit);
-  NODE_SET_METHOD(exports, "toggle", SdkToggle);
+struct EventUserData
+{
+  Napi::ThreadSafeFunction callback;
+};
+
+void SdkHandleEvent(const char *event, void *userdata)
+{
+  EventUserData *data = (EventUserData *)userdata;
+  data->callback.BlockingCall(event, [](Napi::Env env, Napi::Function jsCallback, const char *event)
+                              { jsCallback.Call({Napi::String::New(env, event)}); });
+}
+
+void SdkRegisterEventCallback(const Napi::CallbackInfo &args)
+{
+  Napi::Env env = args.Env();
+  if (args.Length() < 1)
+  {
+    Napi::TypeError::New(env, "Wrong number of arguments").ThrowAsJavaScriptException();
+    return;
+  }
+
+  if (!args[0].IsFunction())
+  {
+    Napi::TypeError::New(env, "First argument must be a function").ThrowAsJavaScriptException();
+    return;
+  }
+
+  Reference<Value> *context = new Reference<Value>(Persistent(args.This()));
+
+  EventUserData *userdata = new EventUserData();
+  userdata->callback = Napi::ThreadSafeFunction::New(
+      env,
+      args[0].As<Napi::Function>(),
+      "RecallAiSdkCallback", // Resource name
+      0,                     // Max queue size (0 = unlimited).
+      1,                     // Initial thread count
+      context,               // Context,
+      [](Napi::Env,
+         Reference<Value> *ctx) { // Finalizer used to clean threads up
+        delete ctx;
+      });
+
+  recallai_sdk_register_callback(SdkHandleEvent, userdata);
+}
+
+Napi::Object Init(Napi::Env env, Napi::Object exports)
+{
+  exports.Set(Napi::String::New(env, "init"),
+              Napi::Function::New(env, SdkInit));
+  exports.Set(Napi::String::New(env, "toggle"),
+              Napi::Function::New(env, SdkToggle));
+  exports.Set(Napi::String::New(env, "callback"),
+              Napi::Function::New(env, SdkRegisterEventCallback));
+  return exports;
 }
 
-NODE_MODULE(NODE_GYP_MODULE_NAME, Initialize)
+NODE_API_MODULE(hello, Init)