Replace uses of TestZ intrinsic

xtqqczze · xtqqczze · commit d58b185a6537 · 2024-07-06T01:13:21.000+01:00
diff --git a/src/libraries/System.Private.CoreLib/src/System/Buffers/Text/Base64Helper/Base64DecoderHelper.cs b/src/libraries/System.Private.CoreLib/src/System/Buffers/Text/Base64Helper/Base64DecoderHelper.cs
@@ -1299,7 +1299,7 @@ public bool TryDecode256Core(
                 Vector256<sbyte> hi = Avx2.Shuffle(lutHigh, hiNibbles);
                 Vector256<sbyte> lo = Avx2.Shuffle(lutLow, loNibbles);
 
-                if (!Avx.TestZ(lo, hi))
+                if ((lo & hi) != Vector256<sbyte>.Zero)
                 {
                     result = default;
                     return false;
diff --git a/src/libraries/System.Private.CoreLib/src/System/Text/Ascii.Utility.cs b/src/libraries/System.Private.CoreLib/src/System/Text/Ascii.Utility.cs
@@ -1504,7 +1504,7 @@ private static bool VectorContainsNonAsciiChar(Vector128<byte> asciiVector)
             // prefer architecture specific intrinsic as they offer better perf
             if (Sse41.IsSupported)
             {
-                return !Sse41.TestZ(asciiVector, Vector128.Create((byte)0x80));
+                return (asciiVector & Vector128.Create((byte)0x80)) != Vector128<byte>.Zero;
             }
             else if (AdvSimd.Arm64.IsSupported)
             {
@@ -1521,22 +1521,13 @@ private static bool VectorContainsNonAsciiChar(Vector128<byte> asciiVector)
         internal static bool VectorContainsNonAsciiChar(Vector128<ushort> utf16Vector)
         {
             // prefer architecture specific intrinsic as they offer better perf
-            if (Sse2.IsSupported)
+            if (Sse2.IsSupported && !Sse41.IsSupported)
             {
-                if (Sse41.IsSupported)
-                {
-                    Vector128<ushort> asciiMaskForTestZ = Vector128.Create((ushort)0xFF80);
-                    // If a non-ASCII bit is set in any WORD of the vector, we have seen non-ASCII data.
-                    return !Sse41.TestZ(utf16Vector.AsInt16(), asciiMaskForTestZ.AsInt16());
-                }
-                else
-                {
-                    Vector128<ushort> asciiMaskForAddSaturate = Vector128.Create((ushort)0x7F80);
-                    // The operation below forces the 0x8000 bit of each WORD to be set iff the WORD element
-                    // has value >= 0x0800 (non-ASCII). Then we'll treat the vector as a BYTE vector in order
-                    // to extract the mask. Reminder: the 0x0080 bit of each WORD should be ignored.
-                    return (Sse2.MoveMask(Sse2.AddSaturate(utf16Vector, asciiMaskForAddSaturate).AsByte()) & 0b_1010_1010_1010_1010) != 0;
-                }
+                Vector128<ushort> asciiMaskForAddSaturate = Vector128.Create((ushort)0x7F80);
+                // The operation below forces the 0x8000 bit of each WORD to be set iff the WORD element
+                // has value >= 0x0800 (non-ASCII). Then we'll treat the vector as a BYTE vector in order
+                // to extract the mask. Reminder: the 0x0080 bit of each WORD should be ignored.
+                return (Sse2.MoveMask(Sse2.AddSaturate(utf16Vector, asciiMaskForAddSaturate).AsByte()) & 0b_1010_1010_1010_1010) != 0;
             }
             else if (AdvSimd.Arm64.IsSupported)
             {
@@ -1557,18 +1548,10 @@ internal static bool VectorContainsNonAsciiChar(Vector128<ushort> utf16Vector)
         [MethodImpl(MethodImplOptions.AggressiveInlining)]
         internal static bool VectorContainsNonAsciiChar(Vector256<ushort> utf16Vector)
         {
-            if (Avx.IsSupported)
-            {
-                Vector256<ushort> asciiMaskForTestZ = Vector256.Create((ushort)0xFF80);
-                return !Avx.TestZ(utf16Vector.AsInt16(), asciiMaskForTestZ.AsInt16());
-            }
-            else
-            {
-                const ushort asciiMask = ushort.MaxValue - 127; // 0xFF80
-                Vector256<ushort> zeroIsAscii = utf16Vector & Vector256.Create(asciiMask);
-                // If a non-ASCII bit is set in any WORD of the vector, we have seen non-ASCII data.
-                return zeroIsAscii != Vector256<ushort>.Zero;
-            }
+            const ushort asciiMask = ushort.MaxValue - 127; // 0xFF80
+            Vector256<ushort> zeroIsAscii = utf16Vector & Vector256.Create(asciiMask);
+            // If a non-ASCII bit is set in any WORD of the vector, we have seen non-ASCII data.
+            return zeroIsAscii != Vector256<ushort>.Zero;
         }
 
         [MethodImpl(MethodImplOptions.AggressiveInlining)]
@@ -1601,14 +1584,13 @@ private static bool AllCharsInVectorAreAscii<T>(Vector128<T> vector)
             if (typeof(T) == typeof(byte))
             {
                 return
-                    Sse41.IsSupported ? Sse41.TestZ(vector.AsByte(), Vector128.Create((byte)0x80)) :
+                    Sse41.IsSupported ? (vector.AsByte() & Vector128.Create((byte)0x80)) != Vector128<byte>.Zero :
                     AdvSimd.Arm64.IsSupported ? AllBytesInUInt64AreAscii(AdvSimd.Arm64.MaxPairwise(vector.AsByte(), vector.AsByte()).AsUInt64().ToScalar()) :
                     vector.AsByte().ExtractMostSignificantBits() == 0;
             }
             else
             {
                 return
-                    Sse41.IsSupported ? Sse41.TestZ(vector.AsUInt16(), Vector128.Create((ushort)0xFF80)) :
                     AdvSimd.Arm64.IsSupported ? AllCharsInUInt64AreAscii(AdvSimd.Arm64.MaxPairwise(vector.AsUInt16(), vector.AsUInt16()).AsUInt64().ToScalar()) :
                     (vector.AsUInt16() & Vector128.Create((ushort)0xFF80)) == Vector128<ushort>.Zero;
             }
@@ -1624,14 +1606,12 @@ private static bool AllCharsInVectorAreAscii<T>(Vector256<T> vector)
             if (typeof(T) == typeof(byte))
             {
                 return
-                    Avx.IsSupported ? Avx.TestZ(vector.AsByte(), Vector256.Create((byte)0x80)) :
+                    Avx.IsSupported ? (vector.AsByte() & Vector256.Create((byte)0x80)) == Vector256<byte>.Zero:
                     vector.AsByte().ExtractMostSignificantBits() == 0;
             }
             else
             {
-                return
-                    Avx.IsSupported ? Avx.TestZ(vector.AsUInt16(), Vector256.Create((ushort)0xFF80)) :
-                    (vector.AsUInt16() & Vector256.Create((ushort)0xFF80)) == Vector256<ushort>.Zero;
+                return (vector.AsUInt16() & Vector256.Create((ushort)0xFF80)) == Vector256<ushort>.Zero;
             }
         }
 
diff --git a/src/libraries/System.Private.CoreLib/src/System/Text/Latin1Utility.cs b/src/libraries/System.Private.CoreLib/src/System/Text/Latin1Utility.cs
@@ -267,7 +267,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui
                     {
                         // If a non-Latin-1 bit is set in any WORD of the combined vector, we have seen non-Latin-1 data.
                         // Jump to the non-Latin-1 handler to figure out which particular vector contained non-Latin-1 data.
-                        if (!Sse41.TestZ(combinedVector, latin1MaskForTestZ))
+                        if ((combinedVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)
                         {
                             goto FoundNonLatin1DataInFirstOrSecondVector;
                         }
@@ -312,7 +312,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui
             {
                 // If a non-Latin-1 bit is set in any WORD of the combined vector, we have seen non-Latin-1 data.
                 // Jump to the non-Latin-1 handler to figure out which particular vector contained non-Latin-1 data.
-                if (!Sse41.TestZ(firstVector, latin1MaskForTestZ))
+                if ((firstVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)
                 {
                     goto FoundNonLatin1DataInFirstVector;
                 }
@@ -347,7 +347,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui
                 {
                     // If a non-Latin-1 bit is set in any WORD of the combined vector, we have seen non-Latin-1 data.
                     // Jump to the non-Latin-1 handler to figure out which particular vector contained non-Latin-1 data.
-                    if (!Sse41.TestZ(firstVector, latin1MaskForTestZ))
+                    if ((firstVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)
                     {
                         goto FoundNonLatin1DataInFirstVector;
                     }
@@ -381,7 +381,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui
             if (Sse41.IsSupported)
 #pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough
             {
-                if (!Sse41.TestZ(firstVector, latin1MaskForTestZ))
+                if ((firstVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)
                 {
                     goto FoundNonLatin1DataInFirstVector;
                 }
@@ -795,7 +795,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p
             if (Sse41.IsSupported)
 #pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough
             {
-                if (!Sse41.TestZ(utf16VectorFirst, latin1MaskForTestZ))
+                if ((utf16VectorFirst & latin1MaskForTestZ) != Vector128<short>.Zero)
                 {
                     return 0;
                 }
@@ -837,7 +837,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p
                 if (Sse41.IsSupported)
 #pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough
                 {
-                    if (!Sse41.TestZ(utf16VectorFirst, latin1MaskForTestZ))
+                    if ((utf16VectorFirst & latin1MaskForTestZ) != Vector128<short>.Zero)
                     {
                         goto Finish;
                     }
@@ -878,7 +878,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p
                 if (Sse41.IsSupported)
 #pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough
                 {
-                    if (!Sse41.TestZ(combinedVector, latin1MaskForTestZ))
+                    if ((combinedVector & latin1MaskForTestZ) != Vector128<short>.Zero)
                     {
                         goto FoundNonLatin1DataInLoop;
                     }
@@ -914,7 +914,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p
             if (Sse41.IsSupported)
 #pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough
             {
-                if (!Sse41.TestZ(utf16VectorFirst, latin1MaskForTestZ))
+                if ((utf16VectorFirst & latin1MaskForTestZ) != Vector128<short>.Zero)
                 {
                     goto Finish; // found non-Latin-1 data
                 }
diff --git a/src/libraries/System.Private.CoreLib/src/System/Text/Unicode/Utf8Utility.Transcoding.cs b/src/libraries/System.Private.CoreLib/src/System/Text/Unicode/Utf8Utility.Transcoding.cs
@@ -968,7 +968,7 @@ public static OperationStatus TranscodeToUtf8(char* pInputBuffer, int inputLengt
                             }
                             else
                             {
-                                if (!Sse41.TestZ(utf16Data, nonAsciiUtf16DataMask))
+                                if ((utf16Data & nonAsciiUtf16DataMask) != Vector128<short>.Zero)
                                 {
                                     goto LoopTerminatedDueToNonAsciiDataInVectorLocal;
                                 }

Original file line number	Diff line number	Diff line change
`@@ -1299,7 +1299,7 @@ public bool TryDecode256Core(`
`1299`	`1299`	`Vector256<sbyte> hi = Avx2.Shuffle(lutHigh, hiNibbles);`
`1300`	`1300`	`Vector256<sbyte> lo = Avx2.Shuffle(lutLow, loNibbles);`
`1301`	`1301`
`1302`		`- if (!Avx.TestZ(lo, hi))`
	`1302`	`+ if ((lo & hi) != Vector256<sbyte>.Zero)`
`1303`	`1303`	`{`
`1304`	`1304`	`result = default;`
`1305`	`1305`	`return false;`
Original file line number	Diff line number	Diff line change
`@@ -1504,7 +1504,7 @@ private static bool VectorContainsNonAsciiChar(Vector128<byte> asciiVector)`
`1504`	`1504`	`// prefer architecture specific intrinsic as they offer better perf`
`1505`	`1505`	`if (Sse41.IsSupported)`
`1506`	`1506`	`{`
`1507`		`- return !Sse41.TestZ(asciiVector, Vector128.Create((byte)0x80));`
	`1507`	`+ return (asciiVector & Vector128.Create((byte)0x80)) != Vector128<byte>.Zero;`
`1508`	`1508`	`}`
`1509`	`1509`	`else if (AdvSimd.Arm64.IsSupported)`
`1510`	`1510`	`{`
`@@ -1521,22 +1521,13 @@ private static bool VectorContainsNonAsciiChar(Vector128<byte> asciiVector)`
`1521`	`1521`	`internal static bool VectorContainsNonAsciiChar(Vector128<ushort> utf16Vector)`
`1522`	`1522`	`{`
`1523`	`1523`	`// prefer architecture specific intrinsic as they offer better perf`
`1524`		`- if (Sse2.IsSupported)`
	`1524`	`+ if (Sse2.IsSupported && !Sse41.IsSupported)`
`1525`	`1525`	`{`
`1526`		`- if (Sse41.IsSupported)`
`1527`		`- {`
`1528`		`- Vector128<ushort> asciiMaskForTestZ = Vector128.Create((ushort)0xFF80);`
`1529`		`- // If a non-ASCII bit is set in any WORD of the vector, we have seen non-ASCII data.`
`1530`		`- return !Sse41.TestZ(utf16Vector.AsInt16(), asciiMaskForTestZ.AsInt16());`
`1531`		`- }`
`1532`		`- else`
`1533`		`- {`
`1534`		`- Vector128<ushort> asciiMaskForAddSaturate = Vector128.Create((ushort)0x7F80);`
`1535`		`- // The operation below forces the 0x8000 bit of each WORD to be set iff the WORD element`
`1536`		`- // has value >= 0x0800 (non-ASCII). Then we'll treat the vector as a BYTE vector in order`
`1537`		`- // to extract the mask. Reminder: the 0x0080 bit of each WORD should be ignored.`
`1538`		`- return (Sse2.MoveMask(Sse2.AddSaturate(utf16Vector, asciiMaskForAddSaturate).AsByte()) & 0b_1010_1010_1010_1010) != 0;`
`1539`		`- }`
	`1526`	`+ Vector128<ushort> asciiMaskForAddSaturate = Vector128.Create((ushort)0x7F80);`
	`1527`	`+ // The operation below forces the 0x8000 bit of each WORD to be set iff the WORD element`
	`1528`	`+ // has value >= 0x0800 (non-ASCII). Then we'll treat the vector as a BYTE vector in order`
	`1529`	`+ // to extract the mask. Reminder: the 0x0080 bit of each WORD should be ignored.`
	`1530`	`+ return (Sse2.MoveMask(Sse2.AddSaturate(utf16Vector, asciiMaskForAddSaturate).AsByte()) & 0b_1010_1010_1010_1010) != 0;`
`1540`	`1531`	`}`
`1541`	`1532`	`else if (AdvSimd.Arm64.IsSupported)`
`1542`	`1533`	`{`
`@@ -1557,18 +1548,10 @@ internal static bool VectorContainsNonAsciiChar(Vector128<ushort> utf16Vector)`
`1557`	`1548`	`[MethodImpl(MethodImplOptions.AggressiveInlining)]`
`1558`	`1549`	`internal static bool VectorContainsNonAsciiChar(Vector256<ushort> utf16Vector)`
`1559`	`1550`	`{`
`1560`		`- if (Avx.IsSupported)`
`1561`		`- {`
`1562`		`- Vector256<ushort> asciiMaskForTestZ = Vector256.Create((ushort)0xFF80);`
`1563`		`- return !Avx.TestZ(utf16Vector.AsInt16(), asciiMaskForTestZ.AsInt16());`
`1564`		`- }`
`1565`		`- else`
`1566`		`- {`
`1567`		`- const ushort asciiMask = ushort.MaxValue - 127; // 0xFF80`
`1568`		`- Vector256<ushort> zeroIsAscii = utf16Vector & Vector256.Create(asciiMask);`
`1569`		`- // If a non-ASCII bit is set in any WORD of the vector, we have seen non-ASCII data.`
`1570`		`- return zeroIsAscii != Vector256<ushort>.Zero;`
`1571`		`- }`
	`1551`	`+ const ushort asciiMask = ushort.MaxValue - 127; // 0xFF80`
	`1552`	`+ Vector256<ushort> zeroIsAscii = utf16Vector & Vector256.Create(asciiMask);`
	`1553`	`+ // If a non-ASCII bit is set in any WORD of the vector, we have seen non-ASCII data.`
	`1554`	`+ return zeroIsAscii != Vector256<ushort>.Zero;`
`1572`	`1555`	`}`
`1573`	`1556`
`1574`	`1557`	`[MethodImpl(MethodImplOptions.AggressiveInlining)]`
`@@ -1601,14 +1584,13 @@ private static bool AllCharsInVectorAreAscii<T>(Vector128<T> vector)`
`1601`	`1584`	`if (typeof(T) == typeof(byte))`
`1602`	`1585`	`{`
`1603`	`1586`	`return`
`1604`		`- Sse41.IsSupported ? Sse41.TestZ(vector.AsByte(), Vector128.Create((byte)0x80)) :`
	`1587`	`+ Sse41.IsSupported ? (vector.AsByte() & Vector128.Create((byte)0x80)) != Vector128<byte>.Zero :`
`1605`	`1588`	`AdvSimd.Arm64.IsSupported ? AllBytesInUInt64AreAscii(AdvSimd.Arm64.MaxPairwise(vector.AsByte(), vector.AsByte()).AsUInt64().ToScalar()) :`
`1606`	`1589`	`vector.AsByte().ExtractMostSignificantBits() == 0;`
`1607`	`1590`	`}`
`1608`	`1591`	`else`
`1609`	`1592`	`{`
`1610`	`1593`	`return`
`1611`		`- Sse41.IsSupported ? Sse41.TestZ(vector.AsUInt16(), Vector128.Create((ushort)0xFF80)) :`
`1612`	`1594`	`AdvSimd.Arm64.IsSupported ? AllCharsInUInt64AreAscii(AdvSimd.Arm64.MaxPairwise(vector.AsUInt16(), vector.AsUInt16()).AsUInt64().ToScalar()) :`
`1613`	`1595`	`(vector.AsUInt16() & Vector128.Create((ushort)0xFF80)) == Vector128<ushort>.Zero;`
`1614`	`1596`	`}`
`@@ -1624,14 +1606,12 @@ private static bool AllCharsInVectorAreAscii<T>(Vector256<T> vector)`
`1624`	`1606`	`if (typeof(T) == typeof(byte))`
`1625`	`1607`	`{`
`1626`	`1608`	`return`
`1627`		`- Avx.IsSupported ? Avx.TestZ(vector.AsByte(), Vector256.Create((byte)0x80)) :`
	`1609`	`+ Avx.IsSupported ? (vector.AsByte() & Vector256.Create((byte)0x80)) == Vector256<byte>.Zero:`
`1628`	`1610`	`vector.AsByte().ExtractMostSignificantBits() == 0;`
`1629`	`1611`	`}`
`1630`	`1612`	`else`
`1631`	`1613`	`{`
`1632`		`- return`
`1633`		`- Avx.IsSupported ? Avx.TestZ(vector.AsUInt16(), Vector256.Create((ushort)0xFF80)) :`
`1634`		`- (vector.AsUInt16() & Vector256.Create((ushort)0xFF80)) == Vector256<ushort>.Zero;`
	`1614`	`+ return (vector.AsUInt16() & Vector256.Create((ushort)0xFF80)) == Vector256<ushort>.Zero;`
`1635`	`1615`	`}`
`1636`	`1616`	`}`
`1637`	`1617`
Original file line number	Diff line number	Diff line change
`@@ -267,7 +267,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui`
`267`	`267`	`{`
`268`	`268`	`// If a non-Latin-1 bit is set in any WORD of the combined vector, we have seen non-Latin-1 data.`
`269`	`269`	`// Jump to the non-Latin-1 handler to figure out which particular vector contained non-Latin-1 data.`
`270`		`- if (!Sse41.TestZ(combinedVector, latin1MaskForTestZ))`
	`270`	`+ if ((combinedVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)`
`271`	`271`	`{`
`272`	`272`	`goto FoundNonLatin1DataInFirstOrSecondVector;`
`273`	`273`	`}`
`@@ -312,7 +312,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui`
`312`	`312`	`{`
`313`	`313`	`// If a non-Latin-1 bit is set in any WORD of the combined vector, we have seen non-Latin-1 data.`
`314`	`314`	`// Jump to the non-Latin-1 handler to figure out which particular vector contained non-Latin-1 data.`
`315`		`- if (!Sse41.TestZ(firstVector, latin1MaskForTestZ))`
	`315`	`+ if ((firstVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)`
`316`	`316`	`{`
`317`	`317`	`goto FoundNonLatin1DataInFirstVector;`
`318`	`318`	`}`
`@@ -347,7 +347,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui`
`347`	`347`	`{`
`348`	`348`	`// If a non-Latin-1 bit is set in any WORD of the combined vector, we have seen non-Latin-1 data.`
`349`	`349`	`// Jump to the non-Latin-1 handler to figure out which particular vector contained non-Latin-1 data.`
`350`		`- if (!Sse41.TestZ(firstVector, latin1MaskForTestZ))`
	`350`	`+ if ((firstVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)`
`351`	`351`	`{`
`352`	`352`	`goto FoundNonLatin1DataInFirstVector;`
`353`	`353`	`}`
`@@ -381,7 +381,7 @@ private static unsafe nuint GetIndexOfFirstNonLatin1Char_Sse2(char* pBuffer, nui`
`381`	`381`	`if (Sse41.IsSupported)`
`382`	`382`	`#pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough`
`383`	`383`	`{`
`384`		`- if (!Sse41.TestZ(firstVector, latin1MaskForTestZ))`
	`384`	`+ if ((firstVector & latin1MaskForTestZ) != Vector128<ushort>.Zero)`
`385`	`385`	`{`
`386`	`386`	`goto FoundNonLatin1DataInFirstVector;`
`387`	`387`	`}`
`@@ -795,7 +795,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p`
`795`	`795`	`if (Sse41.IsSupported)`
`796`	`796`	`#pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough`
`797`	`797`	`{`
`798`		`- if (!Sse41.TestZ(utf16VectorFirst, latin1MaskForTestZ))`
	`798`	`+ if ((utf16VectorFirst & latin1MaskForTestZ) != Vector128<short>.Zero)`
`799`	`799`	`{`
`800`	`800`	`return 0;`
`801`	`801`	`}`
`@@ -837,7 +837,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p`
`837`	`837`	`if (Sse41.IsSupported)`
`838`	`838`	`#pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough`
`839`	`839`	`{`
`840`		`- if (!Sse41.TestZ(utf16VectorFirst, latin1MaskForTestZ))`
	`840`	`+ if ((utf16VectorFirst & latin1MaskForTestZ) != Vector128<short>.Zero)`
`841`	`841`	`{`
`842`	`842`	`goto Finish;`
`843`	`843`	`}`
`@@ -878,7 +878,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p`
`878`	`878`	`if (Sse41.IsSupported)`
`879`	`879`	`#pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough`
`880`	`880`	`{`
`881`		`- if (!Sse41.TestZ(combinedVector, latin1MaskForTestZ))`
	`881`	`+ if ((combinedVector & latin1MaskForTestZ) != Vector128<short>.Zero)`
`882`	`882`	`{`
`883`	`883`	`goto FoundNonLatin1DataInLoop;`
`884`	`884`	`}`
`@@ -914,7 +914,7 @@ private static unsafe nuint NarrowUtf16ToLatin1_Sse2(char* pUtf16Buffer, byte* p`
`914`	`914`	`if (Sse41.IsSupported)`
`915`	`915`	`#pragma warning restore IntrinsicsInSystemPrivateCoreLibAttributeNotSpecificEnough`
`916`	`916`	`{`
`917`		`- if (!Sse41.TestZ(utf16VectorFirst, latin1MaskForTestZ))`
	`917`	`+ if ((utf16VectorFirst & latin1MaskForTestZ) != Vector128<short>.Zero)`
`918`	`918`	`{`
`919`	`919`	`goto Finish; // found non-Latin-1 data`
`920`	`920`	`}`
Original file line number	Diff line number	Diff line change
`@@ -968,7 +968,7 @@ public static OperationStatus TranscodeToUtf8(char* pInputBuffer, int inputLengt`
`968`	`968`	`}`
`969`	`969`	`else`
`970`	`970`	`{`
`971`		`- if (!Sse41.TestZ(utf16Data, nonAsciiUtf16DataMask))`
	`971`	`+ if ((utf16Data & nonAsciiUtf16DataMask) != Vector128<short>.Zero)`
`972`	`972`	`{`
`973`	`973`	`goto LoopTerminatedDueToNonAsciiDataInVectorLocal;`
`974`	`974`	`}`