Pre-release PR

README.md

@@ -88,7 +88,8 @@ To run just one benchmark, use a filter:
 
 ```
 cd benchmark
-dotnet run --configuration Release --filter "*Arabic-Lipsum*"
+dotnet run --configuration Release --filter "*Twitter*"
+dotnet run --configuration Release --filter "*Lipsum*"
 ```
 
 If you are under macOS or Linux, you may want to run the benchmarks in privileged mode:
@@ -100,7 +101,29 @@ sudo dotnet run -c Release
 
 ## Results (x64)
 
-To be completed.
+On an Intel Ice Lake system, our validation function is up to seven times
+faster than the standard library.
+A realistic input is Twitter.json which is mostly ASCII with some Unicode content.
+
+| data set        | SimdUnicode current AVX2 (GB/s) | .NET speed (GB/s) |
+|:----------------|:------------------------|-------------------|
+| Twitter.json    | 24                      | 12                |
+| Arabic-Lipsum   | 9.0                     | 2.3               |
+| Chinese-Lipsum  | 9.0                     | 3.9               |
+| Emoji-Lipsum    | 7.1                     | 0.9               |
+| Hebrew-Lipsum   | 8.0                     | 2.3               |
+| Hindi-Lipsum    | 8.0                     | 2.1               |
+| Japanese-Lipsum | 8.0                     | 3.5               |
+| Korean-Lipsum   | 8.0                     | 1.3               |
+| Latin-Lipsum    | 76                      | 96                |
+| Russian-Lipsum  | 8.0                     | 1.2               |
+
+On the pure ASCII inputs (Latin-Lipsum) has a small advantage but both
+functions are extremely fast.
+
+
+On x64 system, we offer several functions: a fallback function for legacy systems,
+a SSE42 function for older CPUs, and an AVX2 function for current x64 systems.
 
 ## Results (ARM)
 
@@ -109,15 +132,16 @@ faster than the standard library.
 
 | data set      | SimdUnicode speed (GB/s) | .NET speed (GB/s) |
 |:----------------|:-----------|:--------------------------|
-| Arabic-Lipsum   |  6.7       | 3.5                       |
-| Chinese-Lipsum  |  6.7       | 4.8                       |
-| Emoji-Lipsum    |  6.7       | 2.5                       |
-| Hebrew-Lipsum   |  6.7       | 3.5                       |
-| Hindi-Lipsum    |  6.8       | 3.0                       |
-| Japanese-Lipsum |  6.8       | 4.6                       |
-| Korean-Lipsum   |  6.6       | 1.8                       |
+| Twitter.json    |  25        | 14                        |
+| Arabic-Lipsum   |  7.4       | 3.5                       |
+| Chinese-Lipsum  |  7.4       | 4.8                       |
+| Emoji-Lipsum    |  7.4       | 2.5                       |
+| Hebrew-Lipsum   |  7.4       | 3.5                       |
+| Hindi-Lipsum    |  7.3       | 3.0                       |
+| Japanese-Lipsum |  7.3       | 4.6                       |
+| Korean-Lipsum   |  7.4       | 1.8                       |
 | Latin-Lipsum    |  87        | 38                        |
-| Russian-Lipsum  |  6.7       | 2.6                       |
+| Russian-Lipsum  |  7.4       | 2.7                       |
 
 
 ## Building the library

benchmark/Benchmark.cs

@@ -62,58 +62,70 @@
     [Config(typeof(Config))]
     public class RealDataBenchmark
     {
+        // We only informs the user once about the SIMD support of the system.
+        private static bool printed = false;
 #pragma warning disable CA1812
         private sealed class Config : ManualConfig
         {
             public Config()
             {
                 AddColumn(new Speed());
 
-
                 if (RuntimeInformation.ProcessArchitecture == Architecture.Arm64)
                 {
+                    if (!printed)
+                    {
 #pragma warning disable CA1303
-                    Console.WriteLine("ARM64 system detected.");
-                    AddFilter(new AnyCategoriesFilter(["arm64", "scalar", "runtime"]));
-
+                        Console.WriteLine("ARM64 system detected.");
+                        printed = true;
+                    }
                 }
                 else if (RuntimeInformation.ProcessArchitecture == Architecture.X64)
                 {
                     if (Vector512.IsHardwareAccelerated && System.Runtime.Intrinsics.X86.Avx512Vbmi.IsSupported)
                     {
+                        if (!printed)
+                        {
 #pragma warning disable CA1303
-                        Console.WriteLine("X64 system detected (Intel, AMD,...) with AVX-512 support.");
-                        AddFilter(new AnyCategoriesFilter(["avx512", "avx", "sse", "scalar", "runtime"]));
+                            Console.WriteLine("X64 system detected (Intel, AMD,...) with AVX-512 support.");
+                            printed = true;
+                        }
                     }
                     else if (Avx2.IsSupported)
                     {
+                        if (!printed)
+                        {
 #pragma warning disable CA1303
-                        Console.WriteLine("X64 system detected (Intel, AMD,...) with AVX2 support.");
-                        AddFilter(new AnyCategoriesFilter(["avx", "sse", "scalar", "runtime"]));
+                            Console.WriteLine("X64 system detected (Intel, AMD,...) with AVX2 support.");
+                            printed = true;
+                        }
                     }
                     else if (Ssse3.IsSupported)
                     {
+                        if (!printed)
+                        {
 #pragma warning disable CA1303
-                        Console.WriteLine("X64 system detected (Intel, AMD,...) with Sse4.2 support.");
-                        AddFilter(new AnyCategoriesFilter(["sse", "scalar", "runtime"]));
+                            Console.WriteLine("X64 system detected (Intel, AMD,...) with Sse4.2 support.");
+                            printed = true;
+                        }
                     }
                     else
                     {
+                        if (!printed)
+                        {
 #pragma warning disable CA1303
-                        Console.WriteLine("X64 system detected (Intel, AMD,...) without relevant SIMD support.");
-                        AddFilter(new AnyCategoriesFilter(["scalar", "runtime"]));
+                            Console.WriteLine("X64 system detected (Intel, AMD,...) without relevant SIMD support.");
+                            printed = true;
+                        }
                     }
                 }
-                else
-                {
-                    AddFilter(new AnyCategoriesFilter(["scalar", "runtime"]));
-
-                }
+                AddFilter(new AnyCategoriesFilter(["default"]));
 
             }
         }
         // Parameters and variables for real data
-        [Params(@"data/Arabic-Lipsum.utf8.txt",
+        [Params(@"data/twitter.json",
+                @"data/Arabic-Lipsum.utf8.txt",
                 @"data/Hebrew-Lipsum.utf8.txt",
                 @"data/Korean-Lipsum.utf8.txt",
                 @"data/Chinese-Lipsum.utf8.txt",
@@ -269,7 +281,6 @@
                 });
             }
         }
-
     }
     public class Program
     {

benchmark/benchmark.csproj

@@ -22,6 +22,9 @@
   <None Update="data\*.utf8.txt">
     <CopyToOutputDirectory>Always</CopyToOutputDirectory>
   </None>
+  <None Update="data\twitter.json">
+    <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+  </None>
 </ItemGroup>