Increase performance of arithmetic operations by enhancing calculations on nullable values

src/Microsoft.Data.Analysis/ColumnArithmetic.OperationEnums.cs

@@ -0,0 +1,58 @@
+
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+// Generated from ColumnArithmetic.OperationEnums.tt. Do not modify directly
+namespace Microsoft.Data.Analysis
+{
+    internal enum BinaryOperation
+    {
+        Add,
+        Subtract,
+        Multiply,
+        Divide,
+        Modulo,
+        And,
+        Or,
+        Xor,
+    }
+
+    internal enum BinaryScalarOperation
+    {
+        Add,
+        Subtract,
+        Multiply,
+        Divide,
+        Modulo,
+        And,
+        Or,
+        Xor,
+    }
+
+    internal enum BinaryIntOperation
+    {
+        LeftShift,
+        RightShift,
+    }
+
+    internal enum ComparisonOperation
+    {
+        ElementwiseEquals,
+        ElementwiseNotEquals,
+        ElementwiseGreaterThanOrEqual,
+        ElementwiseLessThanOrEqual,
+        ElementwiseGreaterThan,
+        ElementwiseLessThan,
+    }
+
+    internal enum ComparisonScalarOperation
+    {
+        ElementwiseEquals,
+        ElementwiseNotEquals,
+        ElementwiseGreaterThanOrEqual,
+        ElementwiseLessThanOrEqual,
+        ElementwiseGreaterThan,
+        ElementwiseLessThan,
+    }
+}

src/Microsoft.Data.Analysis/ColumnArithmetic.OperationEnums.tt

@@ -0,0 +1,59 @@
+<#@ template debug="false" hostspecific="false" language="C#" #>
+<#@ assembly name="System.Core" #>
+<#@ import namespace="System.Linq" #>
+<#@ import namespace="System.Text" #>
+<#@ import namespace="System.Collections.Generic" #>
+<#@ output extension=".cs" #>
+<#@ include file="ColumnArithmeticTemplate.ttinclude" #>
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+// Generated from ColumnArithmetic.OperationEnums.tt. Do not modify directly
+namespace Microsoft.Data.Analysis
+{
+    internal enum BinaryOperation
+    {
+<# foreach (MethodConfiguration method in methodConfiguration) { #>
+<# if (method.MethodType == MethodType.Binary) { #>
+        <#=method.MethodName#>,
+<# } #>
+<# } #>
+    }
+
+    internal enum BinaryScalarOperation
+    {
+<# foreach (MethodConfiguration method in methodConfiguration) { #>
+<# if (method.MethodType == MethodType.BinaryScalar) { #>
+        <#=method.MethodName#>,
+<# } #>
+<# } #>
+    }
+
+    internal enum BinaryIntOperation
+    {
+<# foreach (MethodConfiguration method in methodConfiguration) { #>
+<# if (method.MethodType == MethodType.BinaryInt) { #>
+        <#=method.MethodName#>,
+<# } #>
+<# } #>
+    }
+
+    internal enum ComparisonOperation
+    {
+<# foreach (MethodConfiguration method in methodConfiguration) { #>
+<# if (method.MethodType == MethodType.Comparison) { #>
+        <#=method.MethodName#>,
+<# } #>
+<# } #>
+    }
+
+    internal enum ComparisonScalarOperation
+    {
+<# foreach (MethodConfiguration method in methodConfiguration) { #>
+<# if (method.MethodType == MethodType.ComparisonScalar) { #>
+        <#=method.MethodName#>,
+<# } #>
+<# } #>
+    }
+}

src/Microsoft.Data.Analysis/DataFrameBuffer.cs

@@ -106,7 +106,6 @@ internal static DataFrameBuffer<T> GetMutableBuffer(ReadOnlyDataFrameBuffer<T> b
             if (mutableBuffer == null)
             {
                 mutableBuffer = new DataFrameBuffer<T>(buffer.ReadOnlyBuffer, buffer.Length);
-                mutableBuffer.Length = buffer.Length;
             }
             return mutableBuffer;
         }

src/Microsoft.Data.Analysis/IPrimitiveDataFrameColumnArithmetic.cs

@@ -0,0 +1,24 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace Microsoft.Data.Analysis
+{
+    internal interface IPrimitiveDataFrameColumnArithmetic<T>
+        where T : unmanaged
+    {
+        void HandleOperation(BinaryOperation operation, Span<T> left, Span<byte> leftValidity, ReadOnlySpan<T> right, ReadOnlySpan<byte> rightValidity);
+
+        void HandleOperation(ComparisonOperation operation, ReadOnlySpan<T> left, ReadOnlySpan<T> right, PrimitiveColumnContainer<bool> container, long offset);
+        void HandleOperation(ComparisonScalarOperation operation, ReadOnlySpan<T> left, T right, PrimitiveColumnContainer<bool> container, long offset);
+
+        void HandleOperation(BinaryScalarOperation operation, Span<T> left, T right);
+        void HandleOperation(BinaryScalarOperation operation, T left, Span<T> right, ReadOnlySpan<byte> rightValidity);
+
+        void HandleOperation(BinaryIntOperation operation, Span<T> left, int right);
+    }
+}

src/Microsoft.Data.Analysis/Microsoft.Data.Analysis.csproj

@@ -54,6 +54,10 @@
   </ItemGroup>
 
   <ItemGroup>
+    <None Update="ColumnArithmetic.OperationEnums.tt">
+      <Generator>TextTemplatingFileGenerator</Generator>
+      <LastGenOutput>ColumnArithmetic.OperationEnums.cs</LastGenOutput>
+    </None>
     <None Update="Converters.tt">
       <Generator>TextTemplatingFileGenerator</Generator>
       <LastGenOutput>Converters.cs</LastGenOutput>
@@ -111,10 +115,6 @@
       <Generator>TextTemplatingFileGenerator</Generator>
       <LastGenOutput>PrimitiveDataFrameColumn.Computations.cs</LastGenOutput>
     </None>
-    <None Update="PrimitiveDataFrameColumn.ReversedBinaryOperations.tt">
-      <Generator>TextTemplatingFileGenerator</Generator>
-      <LastGenOutput>PrimitiveDataFrameColumn.ReversedBinaryOperations.cs</LastGenOutput>
-    </None>
     <None Update="PrimitiveDataFrameColumnArithmetic.tt">
       <Generator>TextTemplatingFileGenerator</Generator>
       <LastGenOutput>PrimitiveColumnArithmetic.cs</LastGenOutput>
@@ -123,18 +123,10 @@
       <Generator>TextTemplatingFileGenerator</Generator>
       <LastGenOutput>PrimitiveDataFrameColumnComputations.cs</LastGenOutput>
     </None>
-    <None Update="PrimitiveColumnContainer.BinaryOperations.tt">
-      <Generator>TextTemplatingFileGenerator</Generator>
-      <LastGenOutput>PrimitiveColumnContainer.BinaryOperations.cs</LastGenOutput>
-    </None>
     <None Update="PrimitiveDataFrameColumnArithmetic.tt">
       <Generator>TextTemplatingFileGenerator</Generator>
       <LastGenOutput>PrimitiveDataFrameColumnArithmetic.cs</LastGenOutput>
     </None>
-    <None Update="PrimitiveColumnContainer.BinaryOperations.tt">
-      <Generator>TextTemplatingFileGenerator</Generator>
-      <LastGenOutput>PrimitiveColumnContainer.BinaryOperations.cs</LastGenOutput>
-    </None>
   </ItemGroup>
 
   <ItemGroup>
@@ -147,6 +139,11 @@
       <AutoGen>True</AutoGen>
       <DependentUpon>Converters.tt</DependentUpon>
     </Compile>
+    <Compile Update="ColumnArithmetic.OperationEnums.cs">
+      <DesignTime>True</DesignTime>
+      <AutoGen>True</AutoGen>
+      <DependentUpon>ColumnArithmetic.OperationEnums.tt</DependentUpon>
+    </Compile>
     <Compile Update="PrimitiveDataFrameColumn.BinaryOperationImplementations.Exploded.cs">
       <DesignTime>True</DesignTime>
       <AutoGen>True</AutoGen>
@@ -202,11 +199,6 @@
       <AutoGen>True</AutoGen>
       <DependentUpon>PrimitiveDataFrameColumn.Computations.tt</DependentUpon>
     </Compile>
-    <Compile Update="PrimitiveDataFrameColumn.ReversedBinaryOperations.cs">
-      <DesignTime>True</DesignTime>
-      <AutoGen>True</AutoGen>
-      <DependentUpon>PrimitiveDataFrameColumn.ReversedBinaryOperations.tt</DependentUpon>
-    </Compile>
     <Compile Update="PrimitiveDataFrameColumnArithmetic.cs">
       <DesignTime>True</DesignTime>
       <AutoGen>True</AutoGen>
@@ -217,21 +209,11 @@
       <AutoGen>True</AutoGen>
       <DependentUpon>PrimitiveDataFrameColumnComputations.tt</DependentUpon>
     </Compile>
-    <Compile Update="PrimitiveColumnContainer.BinaryOperations.cs">
-      <DesignTime>True</DesignTime>
-      <AutoGen>True</AutoGen>
-      <DependentUpon>PrimitiveColumnContainer.BinaryOperations.tt</DependentUpon>
-    </Compile>
     <Compile Update="PrimitiveDataFrameColumnArithmetic.cs">
       <DesignTime>True</DesignTime>
       <AutoGen>True</AutoGen>
       <DependentUpon>PrimitiveDataFrameColumnArithmetic.tt</DependentUpon>
     </Compile>
-    <Compile Update="PrimitiveColumnContainer.BinaryOperations.cs">
-      <DesignTime>True</DesignTime>
-      <AutoGen>True</AutoGen>
-      <DependentUpon>PrimitiveColumnContainer.BinaryOperations.tt</DependentUpon>
-    </Compile>
     <Compile Update="Strings.Designer.cs">
       <DesignTime>True</DesignTime>
       <AutoGen>True</AutoGen>