Add audio processing nodes and fixup binding generator to handle Prox…

…yVoidNode
Xlinka · Dec 27, 2024 · 42a1d8f · 42a1d8f
1 parent 4ee8df9
commit 42a1d8f
Show file tree

Hide file tree

Showing 7 changed files with 791 additions and 139 deletions.
diff --git a/ProjectObsidian.SourceGenerators/BindingGenerator.cs b/ProjectObsidian.SourceGenerators/BindingGenerator.cs
@@ -107,6 +107,8 @@ public OrderedCount(string countVariableName, string methodName, string methodRe
             "AsyncActionNode", 
             "AsyncActionFlowNode", 
             "AsyncActionBreakableFlowNode",
+
+            "ProxyVoidNode"
         };
 
         private string UsingEnumerate =>
@@ -150,7 +152,7 @@ namespace {BindingPrefix}{_currentNameSpace};
 {_genericTypesAttribute}
 {_oldTypeNameAttribute}
 [Category(new string[] {{""ProtoFlux/Runtimes/Execution/Nodes/{_category}""}})]
-public partial class {_fullName} : global::FrooxEngine.ProtoFlux.Runtimes.Execution.{_baseType} {_constraints}
+public partial class {_fullName} : global::{_baseTypeNamespace}{_baseType} {_constraints}
 {{
 {(string.IsNullOrEmpty(_debug) ? "" : "//")}{_debug}
 {Declarations}
@@ -182,6 +184,7 @@ public override N Instantiate<N>()
         private string _additionalName = "";
         public string BaseName;
         private string _baseType;
+        private string _baseTypeNamespace = "FrooxEngine.ProtoFlux.Runtimes.Execution.";
         private string _fullBaseType;
         private string _match;
         private string _category;
@@ -307,6 +310,10 @@ public override void VisitClassDeclaration(ClassDeclarationSyntax node)
             var baseTypeName = firstBaseType.Type.ToString();
 
             _baseType = baseTypeName;
+            if (baseTypeName.Contains("ProxyVoidNode"))
+            {
+                _baseTypeNamespace = "FrooxEngine.FrooxEngine.ProtoFlux.";
+            }
 
             if (!node.AttributeLists.Any())
             {

diff --git a/ProjectObsidian/ProjectObsidian.csproj b/ProjectObsidian/ProjectObsidian.csproj
@@ -73,6 +73,7 @@
     <PackageReference Include="managed-midi" Version="1.10.1" />
     <PackageReference Include="Microsoft.NETFramework.ReferenceAssemblies" Version="1.0.3"> </PackageReference>
     <PackageReference Include="System.Memory" Version="4.6.0" />
+    <PackageReference Include="System.Threading.Tasks.Extensions" Version="4.6.0" />
   </ItemGroup>
   <Target Name="PostBuild" AfterTargets="PostBuildEvent">
     <Copy SourceFiles="$(TargetPath)" DestinationFolder="$(ResonitePath)Libraries" />

diff --git a/ProjectObsidian/ProtoFlux/Audio/AudioAdder.cs b/ProjectObsidian/ProtoFlux/Audio/AudioAdder.cs
@@ -0,0 +1,159 @@
+using System;
+using ProtoFlux.Core;
+using ProtoFlux.Runtimes.Execution;
+using FrooxEngine.ProtoFlux;
+using FrooxEngine;
+using Elements.Assets;
+
+namespace ProtoFlux.Runtimes.Execution.Nodes.Obsidian.Audio
+{
+    public class AudioAdderProxy : ProtoFluxEngineProxy, IAudioSource
+    {
+        public IAudioSource AudioInput;
+
+        public IAudioSource AudioInput2;
+
+        public bool IsActive => true;
+
+        public int ChannelCount => 1;
+
+        public void Read<S>(Span<S> buffer) where S : unmanaged, IAudioSample<S>
+        {
+            Span<S> newBuffer = stackalloc S[buffer.Length];
+            newBuffer = buffer;
+            Span<S> newBuffer2 = stackalloc S[buffer.Length];
+            if (AudioInput != null)
+            {
+                AudioInput.Read(newBuffer);
+            }
+            else
+            {
+                newBuffer.Fill(default);
+            }
+            if (AudioInput2 != null)
+            {
+                AudioInput2.Read(newBuffer2);
+            }
+            else
+            {
+                newBuffer2.Fill(default);
+            }
+            for (int i = 0; i < buffer.Length; i++)
+            {
+                newBuffer[i] = newBuffer[i].Add(newBuffer2[i]);
+            }
+        }
+    }
+    [NodeCategory("Obsidian/Audio")]
+    public class AudioAdder : ProxyVoidNode<FrooxEngineContext, AudioAdderProxy>, IExecutionChangeListener<FrooxEngineContext>
+    {
+        [ChangeListener]
+        public readonly ObjectInput<IAudioSource> AudioInput;
+
+        [ChangeListener]
+        public readonly ObjectInput<IAudioSource> AudioInput2;
+
+        public readonly ObjectOutput<IAudioSource> AudioOutput;
+
+        private ObjectStore<Action<IChangeable>> _enabledChangedHandler;
+
+        private ObjectStore<SlotEvent> _activeChangedHandler;
+
+        public bool ValueListensToChanges { get; private set; }
+
+        private bool ShouldListen(AudioAdderProxy proxy)
+        {
+            if (proxy.Enabled)
+            {
+                return proxy.Slot.IsActive;
+            }
+            return false;
+        }
+
+        protected override void ProxyAdded(AudioAdderProxy proxy, FrooxEngineContext context)
+        {
+            base.ProxyAdded(proxy, context);
+            NodeContextPath path = context.CaptureContextPath();
+            ProtoFluxNodeGroup group = context.Group;
+            context.GetEventDispatcher(out var dispatcher);
+            Action<IChangeable> enabledHandler = delegate
+            {
+                dispatcher.ScheduleEvent(path, delegate (FrooxEngineContext c)
+                {
+                    UpdateListenerState(c);
+                });
+            };
+            SlotEvent activeHandler = delegate
+            {
+                dispatcher.ScheduleEvent(path, delegate (FrooxEngineContext c)
+                {
+                    UpdateListenerState(c);
+                });
+            };
+            proxy.EnabledField.Changed += enabledHandler;
+            proxy.Slot.ActiveChanged += activeHandler;
+            _enabledChangedHandler.Write(enabledHandler, context);
+            _activeChangedHandler.Write(activeHandler, context);
+            ValueListensToChanges = ShouldListen(proxy);
+        }
+
+        protected override void ProxyRemoved(AudioAdderProxy proxy, FrooxEngineContext context, bool inUseByAnotherInstance)
+        {
+            if (!inUseByAnotherInstance)
+            {
+                proxy.EnabledField.Changed -= _enabledChangedHandler.Read(context);
+                proxy.Slot.ActiveChanged -= _activeChangedHandler.Read(context);
+                _enabledChangedHandler.Clear(context);
+                _activeChangedHandler.Clear(context);
+            }
+        }
+
+        protected void UpdateListenerState(FrooxEngineContext context)
+        {
+            AudioAdderProxy proxy = GetProxy(context);
+            if (proxy != null)
+            {
+                bool shouldListen = ShouldListen(proxy);
+                if (shouldListen != ValueListensToChanges)
+                {
+                    ValueListensToChanges = shouldListen;
+                    context.Group.MarkChangeTrackingDirty();
+                }
+            }
+        }
+
+        public void Changed(FrooxEngineContext context)
+        {
+            AudioAdderProxy proxy = GetProxy(context);
+            if (proxy == null)
+            {
+                return;
+            }
+            if (!proxy.IsValid)
+            {
+                return;
+            }
+            try
+            {
+                context.World.UpdateManager.NestCurrentlyUpdating(proxy);
+                proxy.AudioInput = AudioInput.Evaluate(context);
+                proxy.AudioInput2 = AudioInput2.Evaluate(context);
+            }
+            finally
+            {
+                context.World.UpdateManager.PopCurrentlyUpdating(proxy);
+            }
+        }
+
+        protected override void ComputeOutputs(FrooxEngineContext context)
+        {
+            AudioAdderProxy proxy = GetProxy(context);
+            AudioOutput.Write(proxy, context);
+        }
+
+        public AudioAdder()
+        {
+            AudioOutput = new ObjectOutput<IAudioSource>(this);
+        }
+    }
+}
diff --git a/ProjectObsidian/ProtoFlux/Audio/AudioSubtractor.cs b/ProjectObsidian/ProtoFlux/Audio/AudioSubtractor.cs
@@ -0,0 +1,159 @@
+using System;
+using ProtoFlux.Core;
+using ProtoFlux.Runtimes.Execution;
+using FrooxEngine.ProtoFlux;
+using FrooxEngine;
+using Elements.Assets;
+
+namespace ProtoFlux.Runtimes.Execution.Nodes.Obsidian.Audio
+{
+    public class AudioSubtractorProxy : ProtoFluxEngineProxy, IAudioSource
+    {
+        public IAudioSource AudioInput;
+
+        public IAudioSource AudioInput2;
+
+        public bool IsActive => true;
+
+        public int ChannelCount => 1;
+
+        public void Read<S>(Span<S> buffer) where S : unmanaged, IAudioSample<S>
+        {
+            Span<S> newBuffer = stackalloc S[buffer.Length];
+            newBuffer = buffer;
+            Span<S> newBuffer2 = stackalloc S[buffer.Length];
+            if (AudioInput != null)
+            {
+                AudioInput.Read(newBuffer);
+            }
+            else
+            {
+                newBuffer.Fill(default);
+            }
+            if (AudioInput2 != null)
+            {
+                AudioInput2.Read(newBuffer2);
+            }
+            else
+            {
+                newBuffer2.Fill(default);
+            }
+            for (int i = 0; i < buffer.Length; i++)
+            {
+                newBuffer[i] = newBuffer[i].Subtract(newBuffer2[i]);
+            }
+        }
+    }
+    [NodeCategory("Obsidian/Audio")]
+    public class AudioSubtractor : ProxyVoidNode<FrooxEngineContext, AudioSubtractorProxy>, IExecutionChangeListener<FrooxEngineContext>
+    {
+        [ChangeListener]
+        public readonly ObjectInput<IAudioSource> AudioInput;
+
+        [ChangeListener]
+        public readonly ObjectInput<IAudioSource> AudioInput2;
+
+        public readonly ObjectOutput<IAudioSource> AudioOutput;
+
+        private ObjectStore<Action<IChangeable>> _enabledChangedHandler;
+
+        private ObjectStore<SlotEvent> _activeChangedHandler;
+
+        public bool ValueListensToChanges { get; private set; }
+
+        private bool ShouldListen(AudioSubtractorProxy proxy)
+        {
+            if (proxy.Enabled)
+            {
+                return proxy.Slot.IsActive;
+            }
+            return false;
+        }
+
+        protected override void ProxyAdded(AudioSubtractorProxy proxy, FrooxEngineContext context)
+        {
+            base.ProxyAdded(proxy, context);
+            NodeContextPath path = context.CaptureContextPath();
+            ProtoFluxNodeGroup group = context.Group;
+            context.GetEventDispatcher(out var dispatcher);
+            Action<IChangeable> enabledHandler = delegate
+            {
+                dispatcher.ScheduleEvent(path, delegate (FrooxEngineContext c)
+                {
+                    UpdateListenerState(c);
+                });
+            };
+            SlotEvent activeHandler = delegate
+            {
+                dispatcher.ScheduleEvent(path, delegate (FrooxEngineContext c)
+                {
+                    UpdateListenerState(c);
+                });
+            };
+            proxy.EnabledField.Changed += enabledHandler;
+            proxy.Slot.ActiveChanged += activeHandler;
+            _enabledChangedHandler.Write(enabledHandler, context);
+            _activeChangedHandler.Write(activeHandler, context);
+            ValueListensToChanges = ShouldListen(proxy);
+        }
+
+        protected override void ProxyRemoved(AudioSubtractorProxy proxy, FrooxEngineContext context, bool inUseByAnotherInstance)
+        {
+            if (!inUseByAnotherInstance)
+            {
+                proxy.EnabledField.Changed -= _enabledChangedHandler.Read(context);
+                proxy.Slot.ActiveChanged -= _activeChangedHandler.Read(context);
+                _enabledChangedHandler.Clear(context);
+                _activeChangedHandler.Clear(context);
+            }
+        }
+
+        protected void UpdateListenerState(FrooxEngineContext context)
+        {
+            AudioSubtractorProxy proxy = GetProxy(context);
+            if (proxy != null)
+            {
+                bool shouldListen = ShouldListen(proxy);
+                if (shouldListen != ValueListensToChanges)
+                {
+                    ValueListensToChanges = shouldListen;
+                    context.Group.MarkChangeTrackingDirty();
+                }
+            }
+        }
+
+        public void Changed(FrooxEngineContext context)
+        {
+            AudioSubtractorProxy proxy = GetProxy(context);
+            if (proxy == null)
+            {
+                return;
+            }
+            if (!proxy.IsValid)
+            {
+                return;
+            }
+            try
+            {
+                context.World.UpdateManager.NestCurrentlyUpdating(proxy);
+                proxy.AudioInput = AudioInput.Evaluate(context);
+                proxy.AudioInput2 = AudioInput2.Evaluate(context);
+            }
+            finally
+            {
+                context.World.UpdateManager.PopCurrentlyUpdating(proxy);
+            }
+        }
+
+        protected override void ComputeOutputs(FrooxEngineContext context)
+        {
+            AudioSubtractorProxy proxy = GetProxy(context);
+            AudioOutput.Write(proxy, context);
+        }
+
+        public AudioSubtractor()
+        {
+            AudioOutput = new ObjectOutput<IAudioSource>(this);
+        }
+    }
+}