Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
JakeRadMSFT merged 13 commits into from
Sep 26, 2023
Merged

Add performance benchmarks for dataframe arithmetic operations #6827

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
a70f986
Add performance tests
asmirnov82 Sep 12, 2023
69fc3d7
Add extra tests
asmirnov82 Sep 14, 2023
2789c7b
Fix
asmirnov82 Sep 14, 2023
d3944d7
Fix typo
asmirnov82 Sep 14, 2023
8edbae4
Fix Divide_Int16 and Divide_Int32_Int16 benchmarks
asmirnov82 Sep 15, 2023
ec06bd8
Fix
asmirnov82 Sep 15, 2023
bf9ea8a
Merge remote-tracking branch 'origin/main' into dataframe_performance…
asmirnov82 Sep 18, 2023
9f14fce
Change csproj file
asmirnov82 Sep 18, 2023
06a349f
Update BenchmarkDotNetVersion to 0.13.5
asmirnov82 Sep 25, 2023
95622a3
Fix
asmirnov82 Sep 25, 2023
c271b15
Change to 0.13.1 because that is what is latest version in our nuget …
JakeRadMSFT Sep 25, 2023
819a4e4
Merge remote-tracking branch 'origin/main' into dataframe_performance…
asmirnov82 Sep 26, 2023
bf8a372
Merge branch 'dataframe_performance_tests' of https://github.com/asmi…
asmirnov82 Sep 26, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions Microsoft.ML.sln
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
{041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
{041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
{041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
EndGlobalSection
GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
{BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
{C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
{041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
EndGlobalSection
GlobalSection(ExtensibilityGlobals) = postSolution
SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down
2 changes: 1 addition & 1 deletion eng/Versions.props
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
<SystemCompositionVersion>1.2.0</SystemCompositionVersion>
<!-- Test-only Dependencies -->
<ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
<BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
<BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
<DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
<DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
<FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down
18 changes: 18 additions & 0 deletions .../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

<PropertyGroup>
<OutputType>Exe</OutputType>
<ImplicitUsings>disable</ImplicitUsings>
<TargetFrameworks>net6.0</TargetFrameworks>
<GenerateProgramFile>false</GenerateProgramFile>
</PropertyGroup>

<ItemGroup>
<PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
</ItemGroup>

<ItemGroup>
<ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
</ItemGroup>

</Project>
202 changes: 202 additions & 0 deletions test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
public class PerformanceTests
{
private const int ItemsCount = 1000000;

private Int32DataFrameColumn _int32Column1;
private Int32DataFrameColumn _int32Column2;

private Int16DataFrameColumn _int16Column1;
private Int16DataFrameColumn _int16Column2;

private DoubleDataFrameColumn _doubleColumn1;
private DoubleDataFrameColumn _doubleColumn2;

private SingleDataFrameColumn _floatColumn1;
private SingleDataFrameColumn _floatColumn2;

[GlobalSetup]
public void SetUp()
{
var values = Enumerable.Range(1, ItemsCount).ToArray();

_int32Column1 = new Int32DataFrameColumn("Column1", values);
_int32Column2 = new Int32DataFrameColumn("Column2", values);

var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
_int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
_int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

_doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
_doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

_floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
_floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
}

#region Addition

[Benchmark]
public void Add_Int32()
{
var column = _int32Column1 + _int32Column2;
}

[Benchmark]
public void Add_Int16()
{
var column = _int16Column1 + _int16Column2;
}

[Benchmark]
public void Add_Double()
{
var column = _doubleColumn1 + _doubleColumn2;
}

[Benchmark]
public void Add_Float()
{
var column = _floatColumn1 + _floatColumn2;
}

[Benchmark]
public void Add_Int32_Int16()
{
var column = _int32Column1 + _int16Column2;
}

[Benchmark]
public void Add_Double_Float()
{
var column = _doubleColumn1 + _floatColumn2;
}
#endregion

#region Subtract
[Benchmark]
public void Subtract_Int32()
{
var column = _int32Column1 - _int32Column2;
}

[Benchmark]
public void Subtract_Int16()
{
var column = _int16Column1 - _int16Column2;
}

[Benchmark]
public void Subtract_Double()
{
var column = _doubleColumn1 - _doubleColumn2;
}

[Benchmark]
public void Subtract_Float()
{
var column = _floatColumn1 - _floatColumn2;
}

[Benchmark]
public void Subtract_Int32_Int16()
{
var column = _int32Column1 - _int16Column2;
}

[Benchmark]
public void Subtract_Double_Float()
{
var column = _doubleColumn1 - _floatColumn2;
}
#endregion

#region Multiply
[Benchmark]
public void Multiply_Int32()
{
var column = _int32Column1 * _int32Column2;
}

[Benchmark]
public void Multiply_Int16()
{
var column = _int16Column1 * _int16Column2;
}

[Benchmark]
public void Multiply_Double()
{
var column = _doubleColumn1 * _doubleColumn2;
}

[Benchmark]
public void Multiply_Float()
{
var column = _floatColumn1 * _floatColumn2;
}

[Benchmark]
public void Multiply_Int32_Int16()
{
var column = _int32Column1 * _int16Column2;
}

[Benchmark]
public void Multiply_Double_Float()
{
var column = _doubleColumn1 * _floatColumn2;
}
#endregion

#region Divide
[Benchmark]
public void Divide_Int32()
{
var column = _int32Column1 / _int32Column2;
}

[Benchmark]
public void Divide_Int16()
{
var column = _int16Column1 / _int16Column2;
}

[Benchmark]
public void Divide_Double()
{
var column = _doubleColumn1 / _doubleColumn2;
}

[Benchmark]
public void Divide_Float()
{
var column = _floatColumn1 / _floatColumn2;
}

[Benchmark]
public void Divide_Int32_Int16()
{
var column = _int32Column1 / _int16Column2;
}

[Benchmark]
public void Divide_Double_Float()
{
var column = _doubleColumn1 / _floatColumn2;
}
#endregion
}
}
17 changes: 17 additions & 0 deletions test/Microsoft.Data.Analysis.PerformanceTests/Program.cs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
class Program
{
public static void Main(string[] args)
{
var summary = BenchmarkRunner.Run<PerformanceTests>();
}
}
}
2 changes: 1 addition & 1 deletion test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
[MemberData(nameof(GetBenchmarks))]
public void BenchmarksProjectIsNotBroken(Type type)
{
var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down
5 changes: 2 additions & 3 deletions test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
.Run(args, CreateCustomConfig());

private static IConfig CreateCustomConfig()
=> DefaultConfig.Instance
.With(Job.Default
.With(InProcessEmitToolchain.Instance));
=> DefaultConfig.Instance.AddJob(Job.Default
.WithToolchain(InProcessEmitToolchain.Instance));
}
}
6 changes: 3 additions & 3 deletions test/Microsoft.ML.PerformanceTests/Harness/Configs.cs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
{
Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
.WithCustomBuildConfiguration(GetBuildConfigurationName())
.With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
.WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
}

protected virtual Job GetJobDefinition()
Expand Down
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Add copy buttons to all 
 blocks\n(function() {\n function addCopyButtons() {\n document.querySelectorAll('pre code').forEach(function(codeBlock) {\n if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;\n codeBlock.parentElement.setAttribute('data-copy-added', 'true');\n \n var btn = document.createElement('button');\n btn.textContent = 'Copy';\n btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';\n btn.onmouseover = function() { this.style.opacity = '1'; };\n btn.onmouseout = function() { this.style.opacity = '0.7'; };\n btn.onclick = function() {\n navigator.clipboard.writeText(codeBlock.textContent).then(function() {\n btn.textContent = 'Copied!';\n setTimeout(function() { btn.textContent = 'Copy'; }, 1500);\n });\n };\n codeBlock.parentElement.style.position = 'relative';\n codeBlock.parentElement.appendChild(btn);\n });\n }\n \n addCopyButtons();\n \n // Re-run on dynamic content\n var observer = new MutationObserver(addCopyButtons);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Add Copy Buttons to Code Blocks");
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Force GitHub README to respect dark mode\n(function() {\n var style = document.createElement('style');\n style.textContent = '\n .markdown-body {\n color-scheme: dark light;\n }\n .markdown-body pre { background: #161b22 !important; }\n .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }\n .markdown-body table th, .markdown-body table td { border-color: #30363d !important; }\n .markdown-body img { background: #0d1117; }\n .markdown-body blockquote { border-left-color: #8b949e; }\n .markdown-body hr { border-color: #30363d; }\n ';\n document.head.appendChild(style);\n})();", "GitHub Dark Mode README Fix");
}
} catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Highlight search terms from Google/DuckDuckGo/Bing referrer\n(function() {\n var ref = document.referrer;\n var terms = [];\n \n if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {\n var url = new URL(ref);\n var q = url.searchParams.get('q') || url.searchParams.get('p');\n if (q) {\n terms = q.split(/\\s+/).filter(function(t) { return t.length > 2; });\n }\n }\n \n if (terms.length === 0) return;\n \n var style = document.createElement('style');\n style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';\n document.head.appendChild(style);\n \n function highlight(node) {\n if (node.nodeType === 3) { // text node\n var text = node.textContent;\n var found = false;\n terms.forEach(function(term) {\n var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\') + ')', 'gi');\n if (regex.test(text)) {\n found = true;\n var frag = document.createDocumentFragment();\n var parts = text.split(regex);\n parts.forEach(function(part, i) {\n if (i % 2 === 0) {\n frag.appendChild(document.createTextNode(part));\n } else {\n var span = document.createElement('span');\n span.className = 'userscript-highlight';\n span.textContent = part;\n frag.appendChild(span);\n }\n });\n node.parentNode.replaceChild(frag, node);\n }\n });\n } else if (node.nodeType === 1 && node.childNodes) { // element\n var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];\n if (!skipTags.includes(node.tagName)) {\n Array.from(node.childNodes).forEach(highlight);\n }\n }\n }\n \n highlight(document.body);\n \n // Re-highlight on dynamic content\n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1 || node.nodeType === 3) highlight(node);\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Highlight Search Terms");
}
} catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Strip utm_, fbclid, gclid, etc. from all links on page\n(function() {\n var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',\n 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',\n 'ref', 'ref_src', 'source', 'medium', 'campaign'];\n \n function cleanUrl(url) {\n try {\n var u = new URL(url, window.location.origin);\n var changed = false;\n trackingParams.forEach(function(p) {\n if (u.searchParams.has(p)) {\n u.searchParams.delete(p);\n changed = true;\n }\n });\n return changed ? u.toString() : url;\n } catch (e) {\n return url;\n }\n }\n \n function cleanLinks() {\n document.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n \n cleanLinks();\n \n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1) {\n if (node.tagName === 'A') cleanLinks();\n node.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Remove Tracking Parameters from Links");
}
} catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); }
})();
(function(){
try {
var __m = "youtube.com";
var __re = new RegExp('^' + "youtube\\.com" + '

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Auto-enable theater mode on YouTube\n(function() {\n function tryTheater() {\n var btn = document.querySelector('button[aria-label=\"Theater mode\"], ytd-player #player button[title=\"Theater mode\"]');\n if (btn && !btn.classList.contains('activated')) {\n btn.click();\n }\n }\n \n // Try immediately\n tryTheater();\n \n // Try after navigation (SPA)\n var lastUrl = location.href;\n setInterval(function() {\n if (location.href !== lastUrl) {\n lastUrl = location.href;\n setTimeout(tryTheater, 500);\n }\n }, 1000);\n \n // Also try on player load\n var observer = new MutationObserver(tryTheater);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "YouTube Theater Mode Default");
}
} catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Remove or un-stick sticky/fixed headers that block content\n(function() {\n function unstick() {\n document.querySelectorAll('header, nav, [role=\"banner\"], .header, .navbar, .sticky, .fixed-top, [style*=\"position: fixed\"], [style*=\"position:sticky\"]').forEach(function(el) {\n if (el.style.position === 'fixed' || el.style.position === 'sticky' || \n getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {\n el.style.position = 'static';\n el.style.top = 'auto';\n el.style.zIndex = 'auto';\n }\n });\n }\n \n unstick();\n \n var observer = new MutationObserver(unstick);\n observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });\n})();", "Kill Sticky Headers");
}
} catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Universal Dark Mode - works on any site\n(function() {\n var enabled = true;\n \n function applyDarkMode() {\n if (!enabled) return;\n \n // Create style element if it doesn't exist\n var style = document.getElementById('universal-dark-mode-style');\n if (!style) {\n style = document.createElement('style');\n style.id = 'universal-dark-mode-style';\n document.head.appendChild(style);\n }\n \n // Dark mode CSS - inverts colors but preserves images/video\n style.textContent = '\n /* Invert everything except media */\n html {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #1a1a2e !important;\n }\n \n /* Restore images, videos, iframes, canvas */\n img, video, iframe, canvas, svg, picture, [style*=\"background-image\"] {\n filter: invert(1) hue-rotate(180deg) !important;\n }\n \n /* Preserve specific elements that should not be inverted */\n .no-dark-mode, .no-dark-mode *,\n [data-theme=\"light\"], [data-theme=\"light\"],\n .ace_editor, .ace_editor *,\n .CodeMirror, .CodeMirror *,\n .monaco-editor, .monaco-editor *,\n .markdown-body pre, .markdown-body pre *,\n .highlight, .highlight *,\n pre code, pre code * {\n filter: none !important;\n }\n \n /* Fix common UI elements */\n .modal, .popup, .dropdown-menu, .tooltip, .popover {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #2d2d44 !important;\n border-color: #444 !important;\n }\n \n /* Scrollbars */\n ::-webkit-scrollbar { background: #1a1a2e !important; }\n ::-webkit-scrollbar-thumb { background: #444 !important; }\n ::-webkit-scrollbar-thumb:hover { background: #555 !important; }\n \n /* Selection */\n ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ';\n }\n \n function removeDarkMode() {\n var style = document.getElementById('universal-dark-mode-style');\n if (style) style.remove();\n }\n \n // Toggle with Alt+Shift+D\n document.addEventListener('keydown', function(e) {\n if (e.altKey && e.shiftKey && e.key === 'D') {\n e.preventDefault();\n enabled = !enabled;\n if (enabled) {\n applyDarkMode();\n console.log('[Universal Dark Mode] Enabled');\n } else {\n removeDarkMode();\n console.log('[Universal Dark Mode] Disabled');\n }\n }\n });\n \n // Apply on load\n applyDarkMode();\n \n // Re-apply on dynamic content\n var observer = new MutationObserver(function(mutations) {\n if (enabled && !document.getElementById('universal-dark-mode-style')) {\n applyDarkMode();\n }\n });\n observer.observe(document.head, { childList: true });\n \n console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle');\n})();", "Universal Dark Mode");
}
} catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); }
})();
})();

Skip to content
Add performance benchmarks for dataframe arithmetic operations #6827

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

JakeRadMSFT
merged 13 commits into

from

Sep 26, 2023
 Merged


Add performance benchmarks for dataframe arithmetic operations #6827
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


13 commits


Select commit
Hold shift + click to select a range
a70f986

Add performance tests


asmirnov82 Sep 12, 2023
69fc3d7

Add extra tests


asmirnov82 Sep 14, 2023
2789c7b

Fix


asmirnov82 Sep 14, 2023
d3944d7

Fix typo


asmirnov82 Sep 14, 2023
8edbae4

Fix Divide_Int16 and Divide_Int32_Int16 benchmarks


asmirnov82 Sep 15, 2023
ec06bd8

Fix


asmirnov82 Sep 15, 2023
bf9ea8a

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 18, 2023
9f14fce

Change csproj file


asmirnov82 Sep 18, 2023
06a349f

Update BenchmarkDotNetVersion to 0.13.5


asmirnov82 Sep 25, 2023
95622a3

Fix


asmirnov82 Sep 25, 2023
c271b15

Change to 0.13.1 because that is what is latest version in our nuget …


JakeRadMSFT Sep 25, 2023
819a4e4

Merge remote-tracking branch 'origin/main' into dataframe_performance…


asmirnov82 Sep 26, 2023
bf8a372

Merge branch 'dataframe_performance_tests' of https://github.com/asmi…


asmirnov82 Sep 26, 2023

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


11 changes: 11 additions & 0 deletions
Microsoft.ML.sln

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -168,6 +168,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.ML.Tokenizers.Tes
EndProject
Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "Microsoft.ML.FSharp.Tests", "test\Microsoft.ML.FSharp.Tests\Microsoft.ML.FSharp.Tests.fsproj", "{041CB5CD-5832-413E-A894-D9DBED210B16}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Data.Analysis.PerformanceTests", "test\Microsoft.Data.Analysis.PerformanceTests\Microsoft.Data.Analysis.PerformanceTests.csproj", "{FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 Debug|Any CPU = Debug|Any CPU
Expand DownExpand Up@@ -788,6 +790,14 @@ Global
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|Any CPU.Build.0 = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.ActiveCfg = Release|Any CPU
 {041CB5CD-5832-413E-A894-D9DBED210B16}.Release|x64.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|Any CPU.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.ActiveCfg = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Debug|x64.Build.0 = Debug|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|Any CPU.Build.0 = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.ActiveCfg = Release|Any CPU
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD}.Release|x64.Build.0 = Release|Any CPU
	EndGlobalSection
	GlobalSection(SolutionProperties) = preSolution
 HideSolutionNode = FALSE
Expand DownExpand Up@@ -870,6 +880,7 @@ Global
 {BBC3A950-BD68-45AC-9DBD-A8F4D8847745} = {09EADF06-BE25-4228-AB53-95AE3E15B530}
 {C3D82402-F207-4F19-8C57-5AF0FBAF9682} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {041CB5CD-5832-413E-A894-D9DBED210B16} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
 {FB8A8823-CC6C-4C2F-8539-05FBFB7C91CD} = {AED9C836-31E3-4F3F-8ABC-929555D3F3C4}
	EndGlobalSection
	GlobalSection(ExtensibilityGlobals) = postSolution
 SolutionGuid = {41165AF1-35BB-4832-A189-73060F82B01D}
Expand Down

2 changes: 1 addition & 1 deletion
eng/Versions.props

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -74,7 +74,7 @@
 <SystemCompositionVersion>1.2.0</SystemCompositionVersion>
 <!-- Test-only Dependencies -->
 <ApprovalTestsVersion>5.4.7</ApprovalTestsVersion>
 <BenchmarkDotNetVersion>0.12.0</BenchmarkDotNetVersion>
 <BenchmarkDotNetVersion>0.13.1</BenchmarkDotNetVersion>
 <DotNetRuntime60Version>6.0.9</DotNetRuntime60Version>
 <DotNetRuntime80Version>8.0.0-preview.3.23174.8</DotNetRuntime80Version>
 <FluentAssertionVersion>5.10.2</FluentAssertionVersion>
Expand Down

18 changes: 18 additions & 0 deletions
.../Microsoft.Data.Analysis.PerformanceTests/Microsoft.Data.Analysis.PerformanceTests.csproj

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
<Project Sdk="Microsoft.NET.Sdk">

 <PropertyGroup>
 <OutputType>Exe</OutputType>
 <ImplicitUsings>disable</ImplicitUsings>
 <TargetFrameworks>net6.0</TargetFrameworks>
 <GenerateProgramFile>false</GenerateProgramFile>
 </PropertyGroup>

 <ItemGroup>
 <PackageReference Include="BenchmarkDotNet" Version="$(BenchmarkDotNetVersion)" />
 </ItemGroup>

 <ItemGroup>
 <ProjectReference Include="..\..\src\Microsoft.Data.Analysis\Microsoft.Data.Analysis.csproj" />
 </ItemGroup>

</Project>

202 changes: 202 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/PerformanceTests.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,202 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BenchmarkDotNet.Attributes;

namespace Microsoft.Data.Analysis.PerformanceTests
{
 public class PerformanceTests
 {
 private const int ItemsCount = 1000000;

 private Int32DataFrameColumn _int32Column1;
 private Int32DataFrameColumn _int32Column2;

 private Int16DataFrameColumn _int16Column1;
 private Int16DataFrameColumn _int16Column2;

 private DoubleDataFrameColumn _doubleColumn1;
 private DoubleDataFrameColumn _doubleColumn2;

 private SingleDataFrameColumn _floatColumn1;
 private SingleDataFrameColumn _floatColumn2;

 [GlobalSetup]
 public void SetUp()
 {
 var values = Enumerable.Range(1, ItemsCount).ToArray();

 _int32Column1 = new Int32DataFrameColumn("Column1", values);
 _int32Column2 = new Int32DataFrameColumn("Column2", values);

 var shortValues = values.Select(v => (short)(v % short.MaxValue + 1)).ToArray();
 _int16Column1 = new Int16DataFrameColumn("Column1", shortValues);
 _int16Column2 = new Int16DataFrameColumn("Column2", shortValues);

 _doubleColumn1 = new DoubleDataFrameColumn("Column1", values.Select(v => (double)v));
 _doubleColumn2 = new DoubleDataFrameColumn("Column2", values.Select(v => (double)v));

 _floatColumn1 = new SingleDataFrameColumn("Column1", values.Select(v => (float)v));
 _floatColumn2 = new SingleDataFrameColumn("Column2", values.Select(v => (float)v));
 }

 #region Addition

 [Benchmark]
 public void Add_Int32()
 {
 var column = _int32Column1 + _int32Column2;
 }

 [Benchmark]
 public void Add_Int16()
 {
 var column = _int16Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double()
 {
 var column = _doubleColumn1 + _doubleColumn2;
 }

 [Benchmark]
 public void Add_Float()
 {
 var column = _floatColumn1 + _floatColumn2;
 }

 [Benchmark]
 public void Add_Int32_Int16()
 {
 var column = _int32Column1 + _int16Column2;
 }

 [Benchmark]
 public void Add_Double_Float()
 {
 var column = _doubleColumn1 + _floatColumn2;
 }
 #endregion

 #region Subtract
 [Benchmark]
 public void Subtract_Int32()
 {
 var column = _int32Column1 - _int32Column2;
 }

 [Benchmark]
 public void Subtract_Int16()
 {
 var column = _int16Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double()
 {
 var column = _doubleColumn1 - _doubleColumn2;
 }

 [Benchmark]
 public void Subtract_Float()
 {
 var column = _floatColumn1 - _floatColumn2;
 }

 [Benchmark]
 public void Subtract_Int32_Int16()
 {
 var column = _int32Column1 - _int16Column2;
 }

 [Benchmark]
 public void Subtract_Double_Float()
 {
 var column = _doubleColumn1 - _floatColumn2;
 }
 #endregion

 #region Multiply
 [Benchmark]
 public void Multiply_Int32()
 {
 var column = _int32Column1 * _int32Column2;
 }

 [Benchmark]
 public void Multiply_Int16()
 {
 var column = _int16Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double()
 {
 var column = _doubleColumn1 * _doubleColumn2;
 }

 [Benchmark]
 public void Multiply_Float()
 {
 var column = _floatColumn1 * _floatColumn2;
 }

 [Benchmark]
 public void Multiply_Int32_Int16()
 {
 var column = _int32Column1 * _int16Column2;
 }

 [Benchmark]
 public void Multiply_Double_Float()
 {
 var column = _doubleColumn1 * _floatColumn2;
 }
 #endregion

 #region Divide
 [Benchmark]
 public void Divide_Int32()
 {
 var column = _int32Column1 / _int32Column2;
 }

 [Benchmark]
 public void Divide_Int16()
 {
 var column = _int16Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double()
 {
 var column = _doubleColumn1 / _doubleColumn2;
 }

 [Benchmark]
 public void Divide_Float()
 {
 var column = _floatColumn1 / _floatColumn2;
 }

 [Benchmark]
 public void Divide_Int32_Int16()
 {
 var column = _int32Column1 / _int16Column2;
 }

 [Benchmark]
 public void Divide_Double_Float()
 {
 var column = _doubleColumn1 / _floatColumn2;
 }
 #endregion
 }
}

17 changes: 17 additions & 0 deletions
test/Microsoft.Data.Analysis.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using BenchmarkDotNet.Running;


namespace Microsoft.Data.Analysis.PerformanceTests
{
 class Program
 {
 public static void Main(string[] args)
 {
 var summary = BenchmarkRunner.Run<PerformanceTests>();
 }
 }
}

2 changes: 1 addition & 1 deletion
test/Microsoft.ML.Benchmarks.Tests/BenchmarksTest.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -52,7 +52,7 @@ where Attribute.IsDefined(type, typeof(CIBenchmark))
 [MemberData(nameof(GetBenchmarks))]
 public void BenchmarksProjectIsNotBroken(Type type)
 {
 var summary = BenchmarkRunner.Run(type, new TestConfig().With(new OutputLogger(output)));
 var summary = BenchmarkRunner.Run(type, new TestConfig().AddLogger(new OutputLogger(output)));

 Assert.False(summary.HasCriticalValidationErrors, "The \"Summary\" should have NOT \"HasCriticalValidationErrors\"");

Expand Down

5 changes: 2 additions & 3 deletions
test/Microsoft.ML.CpuMath.PerformanceTests/Program.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -16,8 +16,7 @@ public static void Main(string[] args)
 .Run(args, CreateCustomConfig());

 private static IConfig CreateCustomConfig()
 => DefaultConfig.Instance
 .With(Job.Default
 .With(InProcessEmitToolchain.Instance));
 => DefaultConfig.Instance.AddJob(Job.Default
 .WithToolchain(InProcessEmitToolchain.Instance));
 }
}

6 changes: 3 additions & 3 deletions
test/Microsoft.ML.PerformanceTests/Harness/Configs.cs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -20,11 +20,11 @@ public RecommendedConfig()
 {
 Add(DefaultConfig.Instance); // this config contains all of the basic settings (exporters, columns etc)

Add(GetJobDefinition()// job defines how many times given benchmark should be executed
AddJob(GetJobDefinition()// job defines how many times given benchmark should be executed
 .WithCustomBuildConfiguration(GetBuildConfigurationName())
 .With(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark
 .WithToolchain(CreateToolchain())); // toolchain is responsible for generating, building and running dedicated executable per benchmark

Add(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
AddColumn(new ExtraMetricColumn()); // an extra column that can display additional metric reported by the benchmarks
 }

 protected virtual Job GetJobDefinition()
Expand Down