com.amanotes.gdk 0.2.70 → 0.2.71

package/Runtime/GDKAudio/GDKAudio.cs

@@ -0,0 +1,305 @@
+#if UNITY_ANDROID || UNITY_IOS
+#define UNITY_MOBILE
+#endif
+
+// GDKAudio is supported in the following environments:
+// 1. On iOS devices.
+// 2. On Android devices (excluding the Unity Editor).
+// 3. In the Unity Editor running on macOS with Apple Silicon (M1, M2, etc.).
+#if UNITY_2021_1_OR_NEWER && ((UNITY_MOBILE && !UNITY_EDITOR) || (UNITY_MOBILE && UNITY_EDITOR_OSX))
+using System;
+using System.Runtime.InteropServices;
+using Amanotes.Core.Internal;
+using UnityEngine;
+
+namespace Amanotes.Core
+{
+    public static class AudioSourceExtensions
+    {
+        public static GDKAudio ConvertToGDKAudio(this AudioSource legacyAudioSource)
+        {
+            GDKAudio.EnsureDecompressOnLoad(legacyAudioSource.clip);
+            if (legacyAudioSource.gameObject.GetComponents<AudioSource>().Length > 1)
+            {
+                Utils.ThrowExceptionIfEditor("GDKAudio only allows the GameObject to contain a single AudioSource component.");
+            }
+            var instance = legacyAudioSource.gameObject.AddComponent<GDKAudio>();
+            if (legacyAudioSource.clip != null)
+            {
+                instance.LoadAudioInternal(legacyAudioSource.clip);
+            }
+            return instance;
+        }
+
+        public static GDKAudio GetGDKAudio(this AudioSource legacyAudioSource)
+        {
+            return legacyAudioSource.GetComponent<GDKAudio>();
+        }
+    }
+
+    public partial class GDKAudio // public API
+    {
+        public float speed { get; set; } = 1f;
+        public bool loop { get; set; } = true;
+        public bool isPlaying { get; private set; } = false;
+
+        public GDKAudio SetSpeed(float speed)
+        {
+            this.speed = speed;
+            return this;
+        }
+
+        public GDKAudio SetLoop(bool loop)
+        {
+            this.loop = loop;
+            return this;
+        }
+
+        public GDKAudio Pause()
+        {
+            isPlaying = false;
+            audioSource.Pause();
+            return this;
+        }
+
+        public GDKAudio Resume()
+        {
+            return Play();
+        }
+
+        public GDKAudio Stop()
+        {
+            isPlaying = false;
+            audioSource.Stop();
+            return this;
+        }
+
+        public GDKAudio Play()
+        {
+            isPlaying = true;
+            audioSource.loop = loop;
+            audioSource.Play();
+            return this;
+        }
+
+        public GDKAudio PlayAudio(AudioClip audioClip)
+        {
+            LoadAudio(audioClip);
+            Play();
+            return this;
+        }
+
+        public GDKAudio LoadAudio(AudioClip audioClip)
+        {
+            EnsureDecompressOnLoad(audioClip);
+            try
+            {
+                LoadAudioInternal(audioClip);
+            }
+            catch (Exception ex)
+            {
+                Utils.ThrowExceptionIfEditor(ex.ToString());
+            }
+            return this;
+        }
+    }
+
+    partial class GDKAudio: MonoBehaviour
+    {
+        private AudioSource audioSource;
+
+        private void Awake()
+        {
+            if (audioSource != null) return;
+            audioSource = GetComponent<AudioSource>();
+            if (audioSource == null)
+            {
+                audioSource = gameObject.AddComponent<AudioSource>();
+            }
+            if (gameObject.GetComponents<AudioSource>().Length > 1)
+            {
+                Utils.ThrowExceptionIfEditor("GDKAudio only allows the GameObject to contain a single AudioSource component.");
+            }
+
+            if (gameObject.GetComponents<GDKAudio>().Length > 1)
+            {
+                Utils.ThrowExceptionIfEditor("GDKAudio only allows the GameObject to contain a single GDKAudio component.");
+            }
+        }
+
+        private void OnDestroy()
+        {
+            if (!initialized) return;
+            FreeMemory(ptrL, ptrR);
+        }
+
+        internal static void EnsureDecompressOnLoad(AudioClip clip)
+        {
+            if (clip != null && clip.loadType != AudioClipLoadType.DecompressOnLoad)
+            {
+                Utils.ThrowExceptionIfEditor("GDKAudio only supports AudioClips with Load Type set to Decompress On Load.");
+            }
+        }
+    }
+
+    partial class GDKAudio
+    {
+        private float[] audioData;
+
+        private int numSamples;
+        private int numChannel;
+
+        private int fs = 44100;
+        private int bufferLength;
+        private int numBuffer;
+
+        private int nFFT = 2048;
+        private int hop = 512;
+        private int cntSave = 0;
+        private int numFrame = 1;
+        private int idxFrame = 0;
+        private float[] hopFrame;
+        private float [] dataOut;
+        private float [] dataOutSave;
+        private Vector3 positionOld;
+
+        #if UNITY_IOS && !UNITY_EDITOR
+        private const string LIBRARY_NAME ="__Internal";
+        #else
+        private const string LIBRARY_NAME ="atensor";
+        #endif
+
+        [DllImport(LIBRARY_NAME, EntryPoint = "ptrResampleMulti")]
+        private static extern int ResampleMulti(float [] inData, ref IntPtr outData, float fs, float targetFs, int numSrcSamples, int numChannels, ref IntPtr ptrL);
+
+        [DllImport(LIBRARY_NAME, EntryPoint = "ptrTSM_Init")]
+        private static extern void TSM_Init(float [] firstFrame, float scale, float fs, int numChannel, int nFft, int hop, ref IntPtr ptrL, ref IntPtr ptrR);
+
+        [DllImport(LIBRARY_NAME, EntryPoint = "ptrTSM_Processing")]
+        private static extern int TSM_Processing(float[] inData, float[] outData, float scale, IntPtr ptrL, IntPtr ptrR);
+
+        [DllImport(LIBRARY_NAME, EntryPoint = "ptrFreeMemory")]
+        private static extern void FreeMemory(IntPtr ptrL, IntPtr ptrR);
+
+
+        private IntPtr ptrL;
+        private IntPtr ptrR;
+        private bool initialized = false;
+
+        internal void LoadAudioInternal(AudioClip audioClip)
+        {
+            AudioSettings.GetDSPBufferSize(out bufferLength, out numBuffer);
+            hop = Math.Min(bufferLength, 512);
+            numSamples = audioClip.samples;
+            numChannel = audioClip.channels;
+            fs = audioClip.frequency;
+
+            audioData = new float[numSamples * numChannel];
+            audioClip.GetData(audioData, 0);
+
+            // Do resampling
+            if (fs != AudioSettings.outputSampleRate)
+            {
+                var audioDataResample = new IntPtr();
+                numSamples = ResampleMulti(
+                    audioData,
+                    ref audioDataResample,
+                    fs,
+                    AudioSettings.outputSampleRate,
+                    numSamples * numChannel,
+                    numChannel,
+                    ref ptrL
+                    ) / numChannel;
+                audioData = new float[numSamples*numChannel];
+                Marshal.Copy(audioDataResample, audioData, 0, numSamples*numChannel);
+                Logging.LogWarning(
+                    "Warning: The input AudioClip has a sample rate of " + fs + " Hz," +
+                    " which does not match AudioSetting sample rate of " + AudioSettings.outputSampleRate + " Hz." +
+                    " GDKAudio will resample the audio to match AudioSetting with high memory usage." +
+                    " We recommend resampling the audio to 44100 Hz before using it in Unity."
+                );
+            }
+
+            Logging.Log("[AAA]numSamples: " + numSamples);
+            Logging.Log("[AAA]numChannel:" + numChannel);
+            Logging.Log("[AAA]bufferLength:" + bufferLength);
+            Logging.Log("[AAA]numBuffer:" + numBuffer);
+
+            nFFT = 2048;
+            // hop = 512;
+
+            numFrame = (numSamples - nFFT) / hop;
+            // Initialize
+            Logging.Log("[AAA]TSM_Init");
+            TSM_Init(audioData, speed, fs, numChannel,  nFFT,  hop, ref ptrL, ref ptrR);
+            initialized = true;
+            hopFrame = new float[hop*numChannel];
+            dataOut = new float[4*numChannel*hop]; // minimum of scale is 0.25
+            dataOutSave = new float[numChannel*bufferLength];
+
+            audioSource.clip = audioClip;
+            audioSource.loop = loop;
+            Logging.Log("[AAA]AudioSettings.outputSampleRate (later): " + AudioSettings.outputSampleRate);
+        }
+
+        private void OnAudioFilterRead(float[] data, int channels)
+        {
+            if (!isPlaying) return;
+
+            if (idxFrame >= numFrame)
+            {
+                if (!loop)
+                {
+                    for (int i = 0; i < bufferLength * numChannel; i++)
+                    {
+                        data[i] = 0;
+                    }
+                    return;
+                }
+                idxFrame = 0;
+                Logging.Log("[AAA] Loop");
+            }
+
+
+            int lengthOut = 0;
+            int lengthOutOld = 0;
+            int idxSave=0;
+
+            for (; idxSave < cntSave; idxSave++)
+            {
+                data[idxSave] = dataOutSave[idxSave];
+            }
+
+            cntSave = 0;
+
+            while (lengthOut < bufferLength*numChannel-idxSave)
+            {
+                if (idxFrame >= numFrame) break;
+
+                Array.Copy(
+                    audioData,
+                    nFFT*numChannel + idxFrame*hop*numChannel, 
+                    hopFrame,
+                    0,
+                    hop*numChannel);
+                int temp = TSM_Processing(hopFrame, dataOut, speed, ptrL, ptrR);
+                lengthOut = lengthOutOld + temp;
+                for (int i = lengthOutOld; i < lengthOut; i++)
+                {
+                    if ( i < bufferLength*numChannel - idxSave)
+                    {
+                        data[i + idxSave] = dataOut[i - lengthOutOld];
+                    }
+                    else
+                    {
+                        dataOutSave[i + idxSave - bufferLength*numChannel] = dataOut[i - lengthOutOld];
+                        cntSave++;
+                    }
+                }
+                lengthOutOld = lengthOut;
+                idxFrame++;
+            }
+        }
+    }
+}
+#endif

package/Runtime/GDKAudio/GDKAudio.cs.meta

@@ -0,0 +1,3 @@
+fileFormatVersion: 2
+guid: de1ec8deba094859a05d6b17e8553ebb
+timeCreated: 1720582209

package/Runtime/GDKAudio/Plugins/Android/atensor-release.aar.meta

@@ -0,0 +1,32 @@
+fileFormatVersion: 2
+guid: cf93944c80cc4155b610a203aa4692ed
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      Android: Android
+    second:
+      enabled: 1
+      settings: {}
+  - first:
+      Any: 
+    second:
+      enabled: 0
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 0
+      settings:
+        DefaultValueInitialized: true
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins/Android.meta

@@ -0,0 +1,3 @@
+fileFormatVersion: 2
+guid: 7fd13b2a80734c929794ac5ee5272562
+timeCreated: 1720582106

package/Runtime/GDKAudio/Plugins/iOS/libatensor.a.meta

@@ -0,0 +1,68 @@
+fileFormatVersion: 2
+guid: a3c265b10d9ed4cf6990662d42f4ac14
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      : Any
+    second:
+      enabled: 0
+      settings:
+        Exclude Android: 1
+        Exclude Editor: 1
+        Exclude Linux64: 1
+        Exclude OSXUniversal: 1
+        Exclude Win: 1
+        Exclude Win64: 1
+        Exclude iOS: 0
+  - first:
+      Any: 
+    second:
+      enabled: 0
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 0
+      settings:
+        DefaultValueInitialized: true
+  - first:
+      Standalone: Linux64
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: OSXUniversal
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win64
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      iPhone: iOS
+    second:
+      enabled: 1
+      settings: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins/iOS/libcrypto.a.meta

@@ -0,0 +1,68 @@
+fileFormatVersion: 2
+guid: 20db9b1a24fce4666ac9ad3c1dcc0a56
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      : Any
+    second:
+      enabled: 0
+      settings:
+        Exclude Android: 1
+        Exclude Editor: 1
+        Exclude Linux64: 1
+        Exclude OSXUniversal: 1
+        Exclude Win: 1
+        Exclude Win64: 1
+        Exclude iOS: 0
+  - first:
+      Any: 
+    second:
+      enabled: 0
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 0
+      settings:
+        DefaultValueInitialized: true
+  - first:
+      Standalone: Linux64
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: OSXUniversal
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win64
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      iPhone: iOS
+    second:
+      enabled: 1
+      settings: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins/iOS/libssl.a.meta

@@ -0,0 +1,68 @@
+fileFormatVersion: 2
+guid: cf1102bbccb0843359bf4476f80c3e0e
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      : Any
+    second:
+      enabled: 0
+      settings:
+        Exclude Android: 1
+        Exclude Editor: 1
+        Exclude Linux64: 1
+        Exclude OSXUniversal: 1
+        Exclude Win: 1
+        Exclude Win64: 1
+        Exclude iOS: 0
+  - first:
+      Any: 
+    second:
+      enabled: 0
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 0
+      settings:
+        DefaultValueInitialized: true
+  - first:
+      Standalone: Linux64
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: OSXUniversal
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win64
+    second:
+      enabled: 0
+      settings:
+        CPU: None
+  - first:
+      iPhone: iOS
+    second:
+      enabled: 1
+      settings: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins/iOS.meta

@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 4dd306252a3244a37808570f9979dfbd
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins/macOS/libatensor.dylib.meta

@@ -0,0 +1,81 @@
+fileFormatVersion: 2
+guid: 54e2ffe994320474caf407a6b71ff766
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      : Any
+    second:
+      enabled: 0
+      settings:
+        Exclude Android: 1
+        Exclude Editor: 0
+        Exclude Linux64: 0
+        Exclude OSXUniversal: 0
+        Exclude Win: 0
+        Exclude Win64: 0
+        Exclude iOS: 1
+  - first:
+      Android: Android
+    second:
+      enabled: 0
+      settings:
+        AndroidSharedLibraryType: Executable
+        CPU: ARMv7
+  - first:
+      Any: 
+    second:
+      enabled: 0
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 1
+      settings:
+        CPU: AnyCPU
+        DefaultValueInitialized: true
+        OS: AnyOS
+  - first:
+      Standalone: Linux64
+    second:
+      enabled: 1
+      settings:
+        CPU: None
+  - first:
+      Standalone: OSXUniversal
+    second:
+      enabled: 1
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win
+    second:
+      enabled: 1
+      settings:
+        CPU: None
+  - first:
+      Standalone: Win64
+    second:
+      enabled: 1
+      settings:
+        CPU: None
+  - first:
+      iPhone: iOS
+    second:
+      enabled: 0
+      settings:
+        AddToEmbeddedBinaries: false
+        CPU: AnyCPU
+        CompileFlags: 
+        FrameworkDependencies: 
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins/macOS.meta

@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 3fd1ceb1d6c8d43379e780718f6f38f5
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio/Plugins.meta

@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 556517e393f149748cf9890d5d436491
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Runtime/GDKAudio.meta

@@ -0,0 +1,3 @@
+fileFormatVersion: 2
+guid: 19f1c4b4ece54d438bb89c63b87846bf
+timeCreated: 1720582066

package/Runtime/Internal/AmaGDK.Utils.cs

@@ -268,7 +268,7 @@ namespace Amanotes.Core.Internal
         
         public static void ClearCacheData()
         {
-            var sb = GDKPool.GetStringBuilder();
+            var sb = GDKPool.TakeStringBuilder();
             sb.AppendLine("[AmaGDK] All cached data & stats cleared");
             
             if (!Directory.Exists(basePath))
@@ -411,7 +411,7 @@ namespace Amanotes.Core.Internal
             if (inputDict == null) return "{}";
             
             Profiler.BeginSample("AmaGDK.JsonUtils.DictionaryToJson()");
-            var jsonSb = GDKPool.GetStringBuilder(8);
+            var jsonSb = GDKPool.TakeStringBuilder(8192);
             jsonSb.Append("{");
             bool isFirstElement = true;
             
@@ -431,7 +431,7 @@ namespace Amanotes.Core.Internal
             }
             
             jsonSb.AppendFormat("{0}{1}", format ? "\n" : "", "}");
-            var result = GDKPool.ReturnString(jsonSb);
+            var result = GDKPool.ReturnAndStringify(jsonSb);
             Profiler.EndSample();
             
             return result;