@babylonjs/react-native 0.4.0-alpha.7 → 0.64.0-alpha.47

package/ios/include/IXrContextARKit.h

@@ -0,0 +1,10 @@
+#pragma once
+
+#include <ARKit/ARKit.h>
+
+typedef struct IXrContextARKit
+{
+    virtual bool IsInitialized() const = 0;
+    virtual ARSession* XrSession() const = 0;
+    virtual ARFrame* XrFrame() const = 0;
+} IXrContextARKit;

package/package.json

@@ -1,54 +1,55 @@
 {
-  "name": "@babylonjs/react-native",
-  "title": "React Native Babylon",
-  "version": "0.4.0-alpha.7",
-  "description": "Babylon Native integration into React Native",
-  "main": "index.ts",
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
-  },
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/babylonjs/BabylonReactNative.git",
-    "baseUrl": "https://github.com/babylonjs/BabylonReactNative"
-  },
-  "keywords": [
-    "react-native"
-  ],
-  "author": {
-    "name": "Your Name",
-    "email": "yourname@email.com"
-  },
-  "homepage": "https://github.com/BabylonJS/BabylonReactNative#readme",
-  "license": "MIT",
-  "licenseFilename": "LICENSE",
-  "readmeFilename": "README.md",
-  "dependencies": {
-    "base-64": "^0.1.0",
-    "semver": "^7.3.2"
-  },
-  "peerDependencies": {
-    "@babylonjs/core": "^5.0.0-alpha.9",
-    "react": "^16.13.1",
-    "react-native": "^0.63.1",
-    "react-native-permissions": "^2.1.4"
-  },
-  "devDependencies": {
-    "@babel/core": "^7.8.4",
-    "@babel/runtime": "^7.8.4",
-    "@rnw-scripts/eslint-config": "0.1.6",
-    "@rnw-scripts/ts-config": "0.1.0",
-    "@types/base-64": "^0.1.3",
-    "@types/jest": "^25.2.1",
-    "@types/react": "^16.9.32",
-    "@types/react-native": "^0.63.1",
-    "@types/react-native-permissions": "^2.0.0",
-    "@types/react-test-renderer": "^16.9.2",
-    "@types/semver": "^7.3.4",
-    "eslint": "7.12.0",
-    "just-scripts": "^0.44.7",
-    "metro-react-native-babel-preset": "^0.56.0",
-    "prettier": "1.19.1",
-    "react-test-renderer": "17.0.1"
-  }
+    "name": "@babylonjs/react-native",
+    "title": "React Native Babylon",
+    "version": "0.64.0-alpha.47",
+    "description": "Babylon Native integration into React Native",
+    "main": "index.js",
+    "scripts": {
+        "test": "echo \"Error: no test specified\" && exit 1"
+    },
+    "repository": {
+        "type": "git",
+        "url": "git+https://github.com/babylonjs/BabylonReactNative.git",
+        "baseUrl": "https://github.com/babylonjs/BabylonReactNative"
+    },
+    "keywords": [
+        "react-native"
+    ],
+    "author": {
+        "name": "Your Name",
+        "email": "yourname@email.com"
+    },
+    "homepage": "https://github.com/BabylonJS/BabylonReactNative#readme",
+    "license": "MIT",
+    "licenseFilename": "LICENSE",
+    "readmeFilename": "README.md",
+    "dependencies": {
+        "base-64": "^0.1.0",
+        "semver": "^7.3.2"
+    },
+    "peerDependencies": {
+        "@babylonjs/core": "^5.0.0-alpha.65",
+        "react": ">=16.13.1",
+        "react-native": ">=0.63.1 <0.65.0",
+        "react-native-permissions": "^2.1.4"
+    },
+    "devDependencies": {
+        "@babel/core": "^7.8.4",
+        "@babel/runtime": "^7.8.4",
+        "@babylonjs/core": "5.0.0-alpha.65",
+        "@rnw-scripts/eslint-config": "0.1.6",
+        "@rnw-scripts/ts-config": "0.1.0",
+        "@types/base-64": "^0.1.3",
+        "@types/jest": "^25.2.1",
+        "@types/react": "^16.9.32",
+        "@types/react-native": "^0.63.1",
+        "@types/react-native-permissions": "^2.0.0",
+        "@types/react-test-renderer": "^16.9.2",
+        "@types/semver": "^7.3.4",
+        "eslint": "7.12.0",
+        "just-scripts": "^0.44.7",
+        "metro-react-native-babel-preset": "^0.56.0",
+        "prettier": "1.19.1",
+        "typescript": "^4.3.5"
+    }
 }

package/shared/BabylonNative.h

@@ -2,19 +2,46 @@
 
 #include <jsi/jsi.h>
 
-namespace Babylon
+#if defined(__APPLE__)
+#include <MetalKit/MTKView.h>
+#elif defined(ANDROID)
+#include <android/native_window.h>
+#elif WINAPI_FAMILY == WINAPI_FAMILY_APP
+#include <winrt/Windows.UI.Xaml.Controls.h>
+#endif
+
+namespace BabylonNative
 {
+    #if defined(__APPLE__)
+        using WindowType = MTKView*;
+    #elif defined(ANDROID)
+        using WindowType = ANativeWindow*;
+    #elif WINAPI_FAMILY == WINAPI_FAMILY_APP
+        using WindowType = winrt::Windows::UI::Xaml::Controls::SwapChainPanel;
+    #else
+        #error Unsupported platform
+    #endif
+
     using Dispatcher = std::function<void(std::function<void()>)>;
 
-    void Initialize(facebook::jsi::Runtime& jsiRuntime, Dispatcher jsDispatcher, bool autoRender = true);
+    void Initialize(facebook::jsi::Runtime& jsiRuntime, Dispatcher jsDispatcher);
     void Deinitialize();
-    void UpdateView(void* windowPtr, size_t width, size_t height, void* windowTypePtr = nullptr);
+
+    void UpdateView(WindowType window, size_t width, size_t height);
+
     void RenderView();
+    void ResetView();
     void SetMouseButtonState(uint32_t buttonId, bool isDown, uint32_t x, uint32_t y);
     void SetMousePosition(uint32_t x, uint32_t y);
     void SetTouchButtonState(uint32_t pointerId, bool isDown, uint32_t x, uint32_t y);
     void SetTouchPosition(uint32_t pointerId, uint32_t x, uint32_t y);
 
+    bool IsXRActive();
+
+#if defined(__APPLE__) || defined(ANDROID)
+    void UpdateXRView(WindowType window);
+#endif
+
     extern const uint32_t LEFT_MOUSE_BUTTON_ID;
     extern const uint32_t MIDDLE_MOUSE_BUTTON_ID;
     extern const uint32_t RIGHT_MOUSE_BUTTON_ID;

package/shared/XrAnchorHelper.h

@@ -0,0 +1,229 @@
+#pragma once
+
+#if __has_include("jsi/jsi.h")
+#include "jsi/jsi.h"
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(facebook::jsi::Runtime& jsiRuntime, facebook::jsi::Value& jsAnchor, uintptr_t& nativeAnchorPtr)
+    {
+        nativeAnchorPtr = reinterpret_cast<uintptr_t>(nullptr);
+        if (!jsAnchor.isObject())
+        {
+            return false;
+        }
+
+        if (!jsiRuntime.global().hasProperty(jsiRuntime, "navigator"))
+        {
+            return false;
+        }
+
+        auto navigator{ jsiRuntime.global().getProperty(jsiRuntime, "navigator").asObject(jsiRuntime) };
+        if (!navigator.hasProperty(jsiRuntime, "xr"))
+        {
+            return false;
+        }
+
+        auto nativeXr{ navigator.getProperty(jsiRuntime, "xr").asObject(jsiRuntime) };
+        if (!nativeXr.hasProperty(jsiRuntime, "getNativeAnchor"))
+        {
+            return false;
+        }
+
+        auto getNativeAnchor{nativeXr.getPropertyAsFunction(jsiRuntime, "getNativeAnchor")};
+        nativeAnchorPtr = static_cast<uintptr_t>(getNativeAnchor.call(jsiRuntime, { jsAnchor.asObject(jsiRuntime) }).asNumber());
+        return true;
+    }
+}
+#endif
+
+#if __has_include("napi/env.h")
+#include "napi/env.h"
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(Napi::Env env, Napi::Value anchor, uintptr_t& nativeAnchorPtr)
+    {
+        nativeAnchorPtr = reinterpret_cast<uintptr_t>(nullptr);
+        if (!anchor.IsObject())
+        {
+            return false;
+        }
+
+        if (!env.Global().Has("navigator"))
+        {
+            return false;
+        }
+
+        auto navigator{ env.Global().Get("navigator").ToObject() };
+        if (!navigator.Has("xr"))
+        {
+            return false;
+        }
+
+        auto nativeXr{ navigator.Get("xr").ToObject() };
+        if (!nativeXr.Has("getNativeAnchor"))
+        {
+            return false;
+        }
+
+        auto getNativeAnchor{nativeXr.Get("getNativeAnchor").As<Napi::Function>()};
+        nativeAnchorPtr = static_cast<uintptr_t>(getNativeAnchor.Call({ anchor }).As<Napi::Number>().DoubleValue());
+        return true;
+    }
+
+    bool TryDeclareNativeAnchor(Napi::Env env, const Napi::Value& session, uintptr_t nativeAnchorPtr, Napi::Value& xrAnchor)
+    {
+        xrAnchor = env.Undefined();
+        if (!session.IsObject())
+        {
+            return false;
+        }
+
+        if (!env.Global().Has("navigator"))
+        {
+            return false;
+        }
+
+        auto navigator{ env.Global().Get("navigator").ToObject() };
+        if (!navigator.Has("xr"))
+        {
+            return false;
+        }
+
+        auto nativeXr{ navigator.Get("xr").ToObject() };
+        if (!nativeXr.Has("declareNativeAnchor"))
+        {
+            return false;
+        }
+
+        auto declareNativeAnchor{nativeXr.Get("declareNativeAnchor").As<Napi::Function>()};
+        xrAnchor = declareNativeAnchor.Call({ session, Napi::Number::From(env, nativeAnchorPtr) });
+        return true;
+    }
+}
+#endif
+
+#if __has_include("IXrContextOpenXR.h")
+#include "IXrContextOpenXR.h"
+#if __has_include("jsi/jsi.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(facebook::jsi::Runtime& jsiRuntime, facebook::jsi::Value& jsAnchor, XrSpatialAnchorMSFT& nativeAnchor)
+    {
+        nativeAnchor = nullptr;
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetNativeAnchor(jsiRuntime, jsAnchor, nativeAnchorPtr))
+        {
+            nativeAnchor = reinterpret_cast<XrSpatialAnchorMSFT>(nativeAnchorPtr);
+            return true;
+        }
+
+        return false;
+    }
+}
+#endif
+#if __has_include("napi/env.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(Napi::Env env, Napi::Value anchor, XrSpatialAnchorMSFT& nativeAnchor)
+    {
+        nativeAnchor = nullptr;
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetNativeAnchor(env, anchor, nativeAnchorPtr))
+        {
+            nativeAnchor = reinterpret_cast<XrSpatialAnchorMSFT>(nativeAnchorPtr);
+            return true;
+        }
+
+        return false;
+    }
+}
+#endif
+#endif
+
+#if __has_include("IXrContextARCore.h")
+#include "IXrContextARCore.h"
+#if __has_include("jsi/jsi.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(facebook::jsi::Runtime& jsiRuntime, facebook::jsi::Value& jsAnchor, ArAnchor*& nativeAnchor)
+    {
+        nativeAnchor = nullptr;
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetNativeAnchor(jsiRuntime, jsAnchor, nativeAnchorPtr))
+        {
+            nativeAnchor = reinterpret_cast<ArAnchor*>(nativeAnchorPtr);
+            return true;
+        }
+
+        return false;
+    }
+}
+#endif
+#if __has_include("napi/env.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(Napi::Env env, Napi::Value anchor, ArAnchor*& nativeAnchor)
+    {
+        nativeAnchor = nullptr;
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetNativeAnchor(env, anchor, nativeAnchorPtr))
+        {
+            nativeAnchor = reinterpret_cast<ArAnchor*>(nativeAnchorPtr);
+            return true;
+        }
+
+        return false;
+    }
+
+    bool TryDeclareNativeAnchor(Napi::Env env, const Napi::Value& session, ArAnchor* nativeAnchor, Napi::Value& xrAnchor)
+    {
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nativeAnchor)};
+        return TryDeclareNativeAnchor(env, session, nativeAnchorPtr, xrAnchor);
+    }
+}
+#endif
+#endif
+
+#if __has_include("IXrContextARKit.h")
+#include "IXrContextARKit.h"
+#if __has_include("jsi/jsi.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(facebook::jsi::Runtime& jsiRuntime, facebook::jsi::Value& jsAnchor, ARAnchor*& nativeAnchor)
+    {
+        nativeAnchor = nullptr;
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetNativeAnchor(jsiRuntime, jsAnchor, nativeAnchorPtr))
+        {
+            nativeAnchor = reinterpret_cast<ARAnchor*>(nativeAnchorPtr);
+            return true;
+        }
+
+        return false;
+    }
+}
+#endif
+#if __has_include("napi/env.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetNativeAnchor(Napi::Env env, Napi::Value anchor, ARAnchor*& nativeAnchor)
+    {
+        nativeAnchor = nullptr;
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetNativeAnchor(env, anchor, nativeAnchorPtr))
+        {
+            nativeAnchor = reinterpret_cast<ARAnchor*>(nativeAnchorPtr);
+            return true;
+        }
+
+        return false;
+    }
+
+    bool TryDeclareNativeAnchor(Napi::Env env, const Napi::Value& session, ARAnchor* nativeAnchor, Napi::Value& xrAnchor)
+    {
+        uintptr_t nativeAnchorPtr{reinterpret_cast<uintptr_t>(nativeAnchor)};
+        return TryDeclareNativeAnchor(env, session, nativeAnchorPtr, xrAnchor);
+    }
+}
+#endif
+#endif

package/shared/XrContextHelper.h

@@ -0,0 +1,179 @@
+#pragma once
+
+#if __has_include("jsi/jsi.h")
+#include "jsi/jsi.h"
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(facebook::jsi::Runtime& jsiRuntime, const std::string nativeXrContextType, uintptr_t& nativeXrContext)
+    {
+        nativeXrContext = reinterpret_cast<uintptr_t>(nullptr);
+        if (!jsiRuntime.global().hasProperty(jsiRuntime, "navigator"))
+        {
+            return false;
+        }
+
+        auto navigator{ jsiRuntime.global().getProperty(jsiRuntime, "navigator").asObject(jsiRuntime) };
+        if (!navigator.hasProperty(jsiRuntime, "xr"))
+        {
+            return false;
+        }
+
+        auto nativeXr{ navigator.getProperty(jsiRuntime, "xr").asObject(jsiRuntime) };
+        if (!nativeXr.hasProperty(jsiRuntime, "nativeXrContext") ||
+            !nativeXr.hasProperty(jsiRuntime, "nativeXrContextType") ||
+            nativeXr.getProperty(jsiRuntime, "nativeXrContextType").asString(jsiRuntime).utf8(jsiRuntime) != nativeXrContextType)
+        {
+            return false;
+        }
+
+        nativeXrContext = static_cast<uintptr_t>(nativeXr.getProperty(jsiRuntime, "nativeXrContext").asNumber());
+        return true;
+    }
+}
+#endif
+
+#if __has_include("napi/env.h")
+#include "napi/env.h"
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(Napi::Env env, const std::string nativeXrContextType, uintptr_t& nativeXrContext)
+    {
+        nativeXrContext = reinterpret_cast<uintptr_t>(nullptr);
+        if (!env.Global().Has("navigator"))
+        {
+            return false;
+        }
+
+        auto navigator{ env.Global().Get("navigator").As<Napi::Object>() };
+        if (!navigator.Has("xr"))
+        {
+            return false;
+        }
+
+        auto nativeXr{ navigator.Get("xr").As<Napi::Object>() };
+        if (!nativeXr.Has("nativeXrContext") ||
+            !nativeXr.Has("nativeXrContextType") ||
+            nativeXr.Get("nativeXrContextType").As<Napi::String>().Utf8Value() != nativeXrContextType)
+        {
+            return false;
+        }
+
+        nativeXrContext = static_cast<uintptr_t>(nativeXr.Get("nativeXrContext").As<Napi::Number>().DoubleValue());
+        return true;
+    }
+}
+#endif
+
+#if __has_include("IXrContextOpenXR.h")
+#include "IXrContextOpenXR.h"
+#if __has_include("jsi/jsi.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(facebook::jsi::Runtime& jsiRuntime, IXrContextOpenXR*& xrContext)
+    {
+        xrContext = nullptr;
+        uintptr_t nativePtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetXrContext(jsiRuntime, "OpenXR", nativePtr))
+        {
+            xrContext = reinterpret_cast<IXrContextOpenXR*>(nativePtr);
+            return true;
+        }
+
+        return false;
+    }
+}
+#endif
+#if __has_include("napi/env.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(Napi::Env env, IXrContextOpenXR*& xrContext)
+    {
+        xrContext = nullptr;
+        uintptr_t nativePtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetXrContext(env, "OpenXR", nativePtr))
+        {
+            xrContext = reinterpret_cast<IXrContextOpenXR*>(nativePtr);
+            return true;
+        }
+
+        return false;
+    }
+}
+#endif
+#endif
+
+#if __has_include("IXrContextARCore.h")
+#include "IXrContextARCore.h"
+#if __has_include("jsi/jsi.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(facebook::jsi::Runtime& jsiRuntime, IXrContextARCore*& xrContext)
+    {
+        xrContext = nullptr;
+        uintptr_t nativePtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetXrContext(jsiRuntime, "ARCore", nativePtr))
+        {
+            xrContext = reinterpret_cast<IXrContextARCore*>(nativePtr);
+            return true;
+        }
+        
+        return false;
+    }
+}
+#endif
+#if __has_include("napi/env.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(Napi::Env env, IXrContextARCore*& xrContext)
+    {
+        xrContext = nullptr;
+        uintptr_t nativePtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetXrContext(env, "ARCore", nativePtr))
+        {
+            xrContext = reinterpret_cast<IXrContextARCore*>(nativePtr);
+            return true;
+        }
+        
+        return false;
+    }
+}
+#endif
+#endif
+
+#if __has_include("IXrContextARKit.h")
+#include "IXrContextARKit.h"
+#if __has_include("jsi/jsi.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(facebook::jsi::Runtime& jsiRuntime, IXrContextARKit*& xrContext)
+    {
+        xrContext = nullptr;
+        uintptr_t nativePtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetXrContext(jsiRuntime, "ARKit", nativePtr))
+        {
+            xrContext = reinterpret_cast<IXrContextARKit*>(nativePtr);
+            return true;
+        }
+        
+        return false;
+    }
+}
+#endif
+#if __has_include("napi/env.h")
+namespace Babylon::Plugins::NativeXr
+{
+    bool TryGetXrContext(Napi::Env env, IXrContextARKit*& xrContext)
+    {
+        xrContext = nullptr;
+        uintptr_t nativePtr{reinterpret_cast<uintptr_t>(nullptr)};
+        if (TryGetXrContext(env, "ARKit", nativePtr))
+        {
+            xrContext = reinterpret_cast<IXrContextARKit*>(nativePtr);
+            return true;
+        }
+        
+        return false;
+    }
+}
+#endif
+#endif