Add SearchValues<string> (#88394)

* Add SearchValues<string>

THIRD-PARTY-NOTICES.TXT

@@ -1270,3 +1270,30 @@ Licensed under the Apache License, Version 2.0.
 
 Available at
 https://github.com/SixLabors/ImageSharp/blob/f4f689ce67ecbcc35cebddba5aacb603e6d1068a/LICENSE
+
+License for the Teddy multi-substring searching implementation
+--------------------------------------
+
+https://github.com/BurntSushi/aho-corasick
+
+The MIT License (MIT)
+
+Copyright (c) 2015 Andrew Gallant
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

src/libraries/System.Memory/ref/System.Memory.cs

@@ -235,6 +235,8 @@ public static partial class MemoryExtensions
  public static bool Contains(this System.ReadOnlySpan<char> span, System.ReadOnlySpan<char> value, System.StringComparison comparisonType) { throw null; }
  public static bool Contains<T>(this System.ReadOnlySpan<T> span, T value) where T : System.IEquatable<T>? { throw null; }
  public static bool Contains<T>(this System.Span<T> span, T value) where T : System.IEquatable<T>? { throw null; }
+ public static bool ContainsAny(this System.ReadOnlySpan<char> span, System.Buffers.SearchValues<string> values) { throw null; }
+ public static bool ContainsAny(this System.Span<char> span, System.Buffers.SearchValues<string> values) { throw null; }
  public static bool ContainsAny<T>(this System.ReadOnlySpan<T> span, System.Buffers.SearchValues<T> values) where T : System.IEquatable<T>? { throw null; }
  public static bool ContainsAny<T>(this System.ReadOnlySpan<T> span, System.ReadOnlySpan<T> values) where T : System.IEquatable<T>? { throw null; }
  public static bool ContainsAny<T>(this System.ReadOnlySpan<T> span, T value0, T value1) where T : System.IEquatable<T>? { throw null; }
@@ -272,6 +274,8 @@ public static void CopyTo<T>(this T[]? source, System.Span<T> destination) { }
  public static System.Text.SpanRuneEnumerator EnumerateRunes(this System.Span<char> span) { throw null; }
  public static bool Equals(this System.ReadOnlySpan<char> span, System.ReadOnlySpan<char> other, System.StringComparison comparisonType) { throw null; }
  public static int IndexOf(this System.ReadOnlySpan<char> span, System.ReadOnlySpan<char> value, System.StringComparison comparisonType) { throw null; }
+ public static int IndexOfAny(this System.ReadOnlySpan<char> span, System.Buffers.SearchValues<string> values) { throw null; }
+ public static int IndexOfAny(this System.Span<char> span, System.Buffers.SearchValues<string> values) { throw null; }
  public static int IndexOfAny<T>(this System.ReadOnlySpan<T> span, System.Buffers.SearchValues<T> values) where T : System.IEquatable<T>? { throw null; }
  public static int IndexOfAny<T>(this System.ReadOnlySpan<T> span, System.ReadOnlySpan<T> values) where T : System.IEquatable<T>? { throw null; }
  public static int IndexOfAny<T>(this System.ReadOnlySpan<T> span, T value0, T value1) where T : System.IEquatable<T>? { throw null; }

src/libraries/System.Memory/tests/System.Memory.Tests.csproj

@@ -18,14 +18,13 @@
  <Compile Include="MemoryMarshal\CreateSpan.cs" />
  <Compile Include="MemoryMarshal\CreateReadOnlySpan.cs" />
  <Compile Include="MemoryMarshal\CreateReadOnlySpanFromNullTerminated.cs" />
- <Compile Include="$(CommonPath)..\tests\System\RealFormatterTestsBase.cs"
- Link="ParsersAndFormatters\Formatter\RealFormatterTestsBase.cs" />
+ <Compile Include="$(CommonPath)..\tests\System\RealFormatterTestsBase.cs" Link="ParsersAndFormatters\Formatter\RealFormatterTestsBase.cs" />
  <Compile Include="ParsersAndFormatters\Formatter\RealFormatterTests.cs" />
- <Compile Include="$(CommonPath)..\tests\System\RealParserTestsBase.cs"
- Link="ParsersAndFormatters\Parser\RealParserTestsBase.cs" />
+ <Compile Include="$(CommonPath)..\tests\System\RealParserTestsBase.cs" Link="ParsersAndFormatters\Parser\RealParserTestsBase.cs" />
  <Compile Include="ParsersAndFormatters\Parser\RealParserTests.cs" />
  <Compile Include="ReadOnlySpan\Contains.byte.cs" />
  <Compile Include="ReadOnlySpan\Contains.T.cs" />
+ <Compile Include="Span\StringSearchValues.cs" />
  <Compile Include="Span\Reflection.cs" />
  <Compile Include="SequenceReader\Advance.cs" />
  <Compile Include="SequenceReader\BasicTests.cs" />
@@ -276,9 +275,7 @@
  <Compile Include="Base64\Base64ValidationUnitTests.cs" />
  </ItemGroup>
  <ItemGroup>
- <Compile Include="$(CommonTestPath)System\Buffers\NativeMemoryManager.cs"
- Link="Common\System\Buffers\NativeMemoryManager.cs" />
- <Compile Include="$(CommonPath)System\MutableDecimal.cs"
- Link="Common\System\MutableDecimal.cs" />
+ <Compile Include="$(CommonTestPath)System\Buffers\NativeMemoryManager.cs" Link="Common\System\Buffers\NativeMemoryManager.cs" />
+ <Compile Include="$(CommonPath)System\MutableDecimal.cs" Link="Common\System\MutableDecimal.cs" />
  </ItemGroup>
 </Project>

src/libraries/System.Private.CoreLib/src/Resources/Strings.resx

@@ -4250,4 +4250,7 @@
  <data name="OutOfMemory_StringTooLong" xml:space="preserve">
  <value>String length exceeded supported range.</value>
  </data>
+ <data name="Argument_SearchValues_UnsupportedStringComparison" xml:space="preserve">
+ <value>SearchValues&lt;string&gt; supports only StringComparison.Ordinal and StringComparison.OrdinalIgnoreCase.</value>
+ </data>
 </root>

src/libraries/System.Private.CoreLib/src/System.Private.CoreLib.Shared.projitems

@@ -440,6 +440,27 @@
  <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\SearchValuesDebugView.cs" />
  <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\EmptySearchValues.cs" />
  <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\ProbabilisticMap.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\AhoCorasick.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\AhoCorasickBuilder.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\AhoCorasickNode.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\CharacterFrequencyHelper.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\EightPackedReferences.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\RabinKarp.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\StringSearchValuesHelper.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\TeddyBucketizer.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\Helpers\TeddyHelper.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\AsciiStringSearchValuesTeddyBucketizedN2.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\AsciiStringSearchValuesTeddyBucketizedN3.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\AsciiStringSearchValuesTeddyNonBucketizedN2.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\AsciiStringSearchValuesTeddyNonBucketizedN3.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\AsciiStringSearchValuesTeddyBase.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\MultiStringIgnoreCaseSearchValuesFallback.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\SingleStringSearchValuesThreeChars.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\SingleStringSearchValuesFallback.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\StringSearchValues.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\StringSearchValuesBase.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\StringSearchValuesAhoCorasick.cs" />
+ <Compile Include="$(MSBuildThisFileDirectory)System\SearchValues\Strings\StringSearchValuesRabinKarp.cs" />
  <Compile Include="$(MSBuildThisFileDirectory)System\IndexOutOfRangeException.cs" />
  <Compile Include="$(MSBuildThisFileDirectory)System\InsufficientExecutionStackException.cs" />
  <Compile Include="$(MSBuildThisFileDirectory)System\InsufficientMemoryException.cs" />

src/libraries/System.Private.CoreLib/src/System/Globalization/SurrogateCasing.cs

@@ -16,6 +16,9 @@ internal static void ToUpper(char h, char l, out char hr, out char lr)
  Debug.Assert(char.IsLowSurrogate(l));
 
  UnicodeUtility.GetUtf16SurrogatesFromSupplementaryPlaneScalar(CharUnicodeInfo.ToUpper(UnicodeUtility.GetScalarFromUtf16SurrogatePair(h, l)), out hr, out lr);
+
+ Debug.Assert(char.IsHighSurrogate(hr));
+ Debug.Assert(char.IsLowSurrogate(lr));
  }
 
  [MethodImpl(MethodImplOptions.AggressiveInlining)]
@@ -25,6 +28,9 @@ internal static void ToLower(char h, char l, out char hr, out char lr)
  Debug.Assert(char.IsLowSurrogate(l));
 
  UnicodeUtility.GetUtf16SurrogatesFromSupplementaryPlaneScalar(CharUnicodeInfo.ToLower(UnicodeUtility.GetScalarFromUtf16SurrogatePair(h, l)), out hr, out lr);
+
+ Debug.Assert(char.IsHighSurrogate(hr));
+ Debug.Assert(char.IsLowSurrogate(lr));
  }
 
  [MethodImpl(MethodImplOptions.AggressiveInlining)]

src/libraries/System.Private.CoreLib/src/System/Globalization/TextInfo.cs

@@ -190,6 +190,24 @@ private unsafe char ChangeCase(char c, bool toUpper)
  return dst;
  }
 
+ [MethodImpl(MethodImplOptions.AggressiveInlining)]
+ internal static char ToUpperOrdinal(char c)
+ {
+ if (GlobalizationMode.Invariant)
+ {
+ return InvariantModeCasing.ToUpper(c);
+ }
+
+ if (GlobalizationMode.UseNls)
+ {
+ return char.IsAscii(c)
+ ? ToUpperAsciiInvariant(c)
+ : Invariant.ChangeCase(c, toUpper: true);
+ }
+
+ return OrdinalCasing.ToUpper(c);
+ }
+
  [MethodImpl(MethodImplOptions.AggressiveInlining)]
  internal void ChangeCaseToLower(ReadOnlySpan<char> source, Span<char> destination)
  {
@@ -436,7 +454,7 @@ public string ToUpper(string str)
  }
 
  [MethodImpl(MethodImplOptions.AggressiveInlining)]
- private static char ToUpperAsciiInvariant(char c)
+ internal static char ToUpperAsciiInvariant(char c)
  {
  if (char.IsAsciiLetterLower(c))
  {