diff --git a/eng/BranchInfo.props b/eng/BranchInfo.props
index 1d2155b657..b3f8f74aa3 100644
--- a/eng/BranchInfo.props
+++ b/eng/BranchInfo.props
@@ -28,15 +28,15 @@
     <IsStableProject Condition="'$(StableProjects.IndexOf($(_NormalizedStableProjectName), StringComparison.OrdinalIgnoreCase))' != '-1'">true</IsStableProject>
   </PropertyGroup>
   <PropertyGroup Condition="'$(IsStableProject)' == 'true'">
-    <MajorVersion>4</MajorVersion>
+    <MajorVersion>5</MajorVersion>
     <MinorVersion>0</MinorVersion>
     <PatchVersion>0</PatchVersion>
     <!-- Set baseline version for stable packages to check for API Compat -->
-    <PackageValidationBaselineVersion>3.0.0</PackageValidationBaselineVersion>
+    <PackageValidationBaselineVersion>$([MSBuild]::Subtract($(MajorVersion), 1)).0.0</PackageValidationBaselineVersion>
   </PropertyGroup>
   <PropertyGroup Condition="'$(IsStableProject)' != 'true'">
     <MajorVersion>0</MajorVersion>
-    <MinorVersion>22</MinorVersion>
+    <MinorVersion>23</MinorVersion>
     <PatchVersion>0</PatchVersion>
   </PropertyGroup>
 </Project>
diff --git a/eng/Versions.props b/eng/Versions.props
index 5fb0b35ca6..a8584efb18 100644
--- a/eng/Versions.props
+++ b/eng/Versions.props
@@ -9,7 +9,6 @@
         https://github.com/dotnet/arcade/blob/c788ffa83b088cafe9dbffc1cbc8155ba88b2553/Documentation/CorePackages/Versioning.md#output
     -->
     <DotNetUseShippingVersions>true</DotNetUseShippingVersions>
-    <VersionPrefix>4.0.0</VersionPrefix>
     <PreReleaseVersionLabel>preview</PreReleaseVersionLabel>
     <AssemblyVersion>1.0.0.0</AssemblyVersion>
     <!-- .NET Runtime product dependencies -->
diff --git a/src/Microsoft.ML.Tokenizers/Directory.Build.props b/src/Microsoft.ML.Tokenizers/Directory.Build.props
index 2d3ca601ce..4a14def707 100644
--- a/src/Microsoft.ML.Tokenizers/Directory.Build.props
+++ b/src/Microsoft.ML.Tokenizers/Directory.Build.props
@@ -7,8 +7,7 @@
 
   <PropertyGroup>
     <MajorVersion>$([MSBuild]::Subtract($(MajorVersion), 3))</MajorVersion>
-    <!-- Blank version for now for API compat -->
-    <PackageValidationBaselineVersion></PackageValidationBaselineVersion>
+    <PackageValidationBaselineVersion>$([MSBuild]::Subtract($(MajorVersion), 1)).0.0</PackageValidationBaselineVersion>
   </PropertyGroup>
 
 </Project>
\ No newline at end of file
diff --git a/src/Microsoft.ML/CompatibilitySuppressions.xml b/src/Microsoft.ML/CompatibilitySuppressions.xml
deleted file mode 100644
index 0c101d6947..0000000000
--- a/src/Microsoft.ML/CompatibilitySuppressions.xml
+++ /dev/null
@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="utf-8"?>
-<!-- https://learn.microsoft.com/en-us/dotnet/fundamentals/package-validation/diagnostic-ids -->
-<Suppressions xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
-  <Suppression>
-    <!-- We no longer ship Microsoft.ML.dll since it was an empty assembly -->
-    <DiagnosticId>CP0004</DiagnosticId>
-    <Target>Microsoft.ML, Version=1.0.0.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51</Target>
-    <Left>lib/netstandard2.0/Microsoft.ML.dll</Left>
-    <Right>right</Right>
-    <IsBaselineSuppression>true</IsBaselineSuppression>
-  </Suppression>
-</Suppressions>
\ No newline at end of file