diff --git a/test/Utilities/TestFramework.ForTestingMSTest/CallerArgumentExpressionAttribute.cs b/test/Utilities/TestFramework.ForTestingMSTest/CallerArgumentExpressionAttribute.cs
deleted file mode 100644
index 2ca70c0553..0000000000
--- a/test/Utilities/TestFramework.ForTestingMSTest/CallerArgumentExpressionAttribute.cs
+++ /dev/null
@@ -1,27 +0,0 @@
-// Copyright (c) Microsoft Corporation. All rights reserved.
-// Licensed under the MIT license. See LICENSE file in the project root for full license information.
-
-#if !NET5_0 && !NET6_0
-namespace System.Runtime.CompilerServices;
-
-/// <summary>
-/// Allows capturing of the expressions passed to a method.
-/// </summary>
-[AttributeUsage(AttributeTargets.Parameter)]
-internal sealed class CallerArgumentExpressionAttribute : Attribute
-{
-    /// <summary>
-    /// Initializes a new instance of the <see cref="CallerArgumentExpressionAttribute"/> class.
-    /// </summary>
-    /// <param name="parameterName">The name of the targeted parameter.</param>
-    public CallerArgumentExpressionAttribute(string parameterName) => ParameterName = parameterName;
-
-    /// <summary>
-    /// Gets the target parameter name of the <c>CallerArgumentExpression</c>.
-    /// </summary>
-    /// <returns>
-    /// The name of the targeted parameter of the <c>CallerArgumentExpression</c>.
-    /// </returns>
-    public string ParameterName { get; }
-}
-#endif
diff --git a/test/Utilities/TestFramework.ForTestingMSTest/CodeAnalysisAttributes.cs b/test/Utilities/TestFramework.ForTestingMSTest/CodeAnalysisAttributes.cs
deleted file mode 100644
index 42657395bd..0000000000
--- a/test/Utilities/TestFramework.ForTestingMSTest/CodeAnalysisAttributes.cs
+++ /dev/null
@@ -1,26 +0,0 @@
-// Copyright (c) Microsoft Corporation. All rights reserved.
-// Licensed under the MIT license. See LICENSE file in the project root for full license information.
-
-#if !NETCOREAPP3_0_OR_GREATER
-namespace System.Diagnostics.CodeAnalysis;
-
-/// <summary>Applied to a method that will never return under any circumstance.</summary>
-[AttributeUsage(AttributeTargets.Method, Inherited = false)]
-internal sealed class DoesNotReturnAttribute : Attribute;
-
-/// <summary>Specifies that when a method returns <see cref="ReturnValue"/>, the parameter will not be null even if the corresponding type allows it.</summary>
-[AttributeUsage(AttributeTargets.Parameter)]
-internal sealed class NotNullWhenAttribute : Attribute
-{
-    /// <summary>
-    /// Initializes a new instance of the <see cref="NotNullWhenAttribute"/> class.Initializes the attribute with the specified return value condition.
-    /// </summary>
-    /// <param name="returnValue">
-    /// The return value condition. If the method returns this value, the associated parameter will not be null.
-    /// </param>
-    public NotNullWhenAttribute(bool returnValue) => ReturnValue = returnValue;
-
-    /// <summary>Gets a value indicating whether gets to return value condition.</summary>
-    public bool ReturnValue { get; }
-}
-#endif
diff --git a/test/Utilities/TestFramework.ForTestingMSTest/DoesNotReturnIfAttribute.cs b/test/Utilities/TestFramework.ForTestingMSTest/DoesNotReturnIfAttribute.cs
deleted file mode 100644
index bb519abe20..0000000000
--- a/test/Utilities/TestFramework.ForTestingMSTest/DoesNotReturnIfAttribute.cs
+++ /dev/null
@@ -1,39 +0,0 @@
-// Copyright (c) Microsoft Corporation. All rights reserved.
-// Licensed under the MIT license. See LICENSE file in the project root for full license information.
-
-#if NETSTANDARD2_0 || NETFRAMEWORK
-
-#pragma warning disable SA1623 // Remove ridiculous stylecop documentation warning
-namespace System.Diagnostics.CodeAnalysis;
-
-/// <summary>
-///   Specifies that the method will not return if the associated <see cref="bool"/>
-///   parameter is passed the specified value.
-/// </summary>
-[ExcludeFromCodeCoverage]
-[DebuggerNonUserCode]
-[AttributeUsage(AttributeTargets.Parameter)]
-public sealed class DoesNotReturnIfAttribute :
-    Attribute
-{
-    /// <summary>
-    ///   Gets the condition parameter value.
-    ///   Code after the method is considered unreachable by diagnostics if the argument
-    ///   to the associated parameter matches this value.
-    /// </summary>
-    public bool ParameterValue { get; }
-
-    /// <summary>
-    ///   Initializes a new instance of the <see cref="DoesNotReturnIfAttribute"/>
-    ///   class with the specified parameter value.
-    /// </summary>
-    /// <param name="parameterValue">
-    ///   The condition parameter value.
-    ///   Code after the method is considered unreachable by diagnostics if the argument
-    ///   to the associated parameter matches this value.
-    /// </param>
-    public DoesNotReturnIfAttribute(bool parameterValue) =>
-        ParameterValue = parameterValue;
-}
-
-#endif
diff --git a/test/Utilities/TestFramework.ForTestingMSTest/TestFramework.ForTestingMSTest.csproj b/test/Utilities/TestFramework.ForTestingMSTest/TestFramework.ForTestingMSTest.csproj
index 02afe9633d..cb92c85954 100644
--- a/test/Utilities/TestFramework.ForTestingMSTest/TestFramework.ForTestingMSTest.csproj
+++ b/test/Utilities/TestFramework.ForTestingMSTest/TestFramework.ForTestingMSTest.csproj
@@ -10,6 +10,7 @@
 
   <ItemGroup>
     <PackageReference Include="Microsoft.TestPlatform.ObjectModel" />
+    <PackageReference Include="Polyfill" PrivateAssets="all" />
   </ItemGroup>
 
 </Project>