Complete v4.3.0 migration tooling suite

.gitattributes

@@ -1,5 +1,6 @@
 * text=auto
 
+.gitattributes text eol=lf
 *.cs text eol=lf
 *.csproj text eol=lf
 *.props text eol=lf
@@ -10,6 +11,7 @@
 *.yaml text eol=lf
 *.xml text eol=lf
 *.editorconfig text eol=lf
+*.sh text eol=lf
 
 *.sln text eol=crlf
 *.bat text eol=crlf

.github/workflows/ci.yml

@@ -32,9 +32,13 @@ jobs:
         with:
           global-json-file: global.json
 
-      - name: Guard legacy primitives identity
-        shell: pwsh
-        run: ./scripts/Test-NoLegacyCoreReferences.ps1
+      - name: Use private link-free temporary directory (macOS)
+        if: runner.os == 'macOS'
+        shell: bash
+        run: |
+          temp_directory="$(mktemp -d /private/tmp/csharpdb-ci.XXXXXX)"
+          chmod 700 "${temp_directory}"
+          echo "TMPDIR=${temp_directory}" >> "${GITHUB_ENV}"
 
       - name: Guard NuGet package dependency closure
         shell: pwsh
@@ -54,6 +58,16 @@ jobs:
       - name: Build
         run: dotnet build CSharpDB.slnx -c Release --no-restore
 
+      - name: Verify macOS reject-artifact publication
+        if: runner.os == 'macOS'
+        shell: bash
+        run: |
+          dotnet test tests/CSharpDB.Migration.Tests/CSharpDB.Migration.Tests.csproj \
+            -c Release \
+            --no-build \
+            --filter "FullyQualifiedName~WriteAsync_PublishesHeaderOnlyArtifactForEmptyEvidence|FullyQualifiedName~WriteAsync_ReclaimsPrivateStaleTemporaryArtifact|FullyQualifiedName~WriteAsync_RemovesMacOsAclFromPrivateStaleTemporaryArtifact|FullyQualifiedName~WriteAsync_RejectsMacOsAclOnExistingArtifact" \
+            --logger "console;verbosity=detailed"
+
       - name: Test smaller suites
         shell: bash
         run: |
@@ -68,6 +82,14 @@ jobs:
             tests/CSharpDB.Data.Tests/CSharpDB.Data.Tests.csproj
             tests/CSharpDB.DevOps.Tests/CSharpDB.DevOps.Tests.csproj
             tests/CSharpDB.EntityFrameworkCore.Tests/CSharpDB.EntityFrameworkCore.Tests.csproj
+            tests/CSharpDB.EntityFrameworkCore.Tools.Tests/CSharpDB.EntityFrameworkCore.Tools.Tests.csproj
+            tests/CSharpDB.Migration.Access.Tests/CSharpDB.Migration.Access.Tests.csproj
+            tests/CSharpDB.Migration.Compatibility.Tests/CSharpDB.Migration.Compatibility.Tests.csproj
+            tests/CSharpDB.Migration.DualRun.Tests/CSharpDB.Migration.DualRun.Tests.csproj
+            tests/CSharpDB.Migration.Files.Tests/CSharpDB.Migration.Files.Tests.csproj
+            tests/CSharpDB.Migration.MySql.Tests/CSharpDB.Migration.MySql.Tests.csproj
+            tests/CSharpDB.Migration.SqlServer.Tests/CSharpDB.Migration.SqlServer.Tests.csproj
+            tests/CSharpDB.Migration.Tests/CSharpDB.Migration.Tests.csproj
             tests/CSharpDB.Pipelines.Tests/CSharpDB.Pipelines.Tests.csproj
           )
 
@@ -77,6 +99,23 @@ jobs:
             echo "::endgroup::"
           done
 
+      - name: Verify SQL Server migration adapter isolation
+        shell: pwsh
+        run: ./scripts/Test-SqlServerMigrationIsolation.ps1 -Configuration Release
+
+      - name: Verify MySQL migration adapter isolation
+        shell: pwsh
+        run: ./scripts/Test-MySqlMigrationIsolation.ps1 -Configuration Release
+
+      - name: Verify Microsoft Access migration adapter isolation
+        if: runner.os == 'Windows'
+        shell: pwsh
+        run: ./scripts/Test-AccessMigrationIsolation.ps1 -Configuration Release
+
+      - name: Verify EF Core migration analyzer package boundary
+        shell: pwsh
+        run: ./scripts/Test-EfCoreMigrationTool.ps1 -Configuration Release -NoRestore
+
       - name: Test CSharpDB.Tests
         shell: bash
         run: |
@@ -209,6 +248,8 @@ jobs:
             src/CSharpDB.Client/README.md \
             src/CSharpDB.CodeModules/README.md \
             src/CSharpDB.Data/README.md \
+            src/CSharpDB.Migration/README.md \
+            src/CSharpDB.Migration.DualRun/README.md \
             src/CSharpDB.EntityFrameworkCore/README.md
 
       - name: Pack projects
@@ -228,13 +269,18 @@ jobs:
           dotnet pack src/CSharpDB.Client/CSharpDB.Client.csproj -c Release -o artifacts/nuget
           dotnet pack src/CSharpDB.CodeModules/CSharpDB.CodeModules.csproj -c Release -o artifacts/nuget
           dotnet pack src/CSharpDB.Data/CSharpDB.Data.csproj -c Release -o artifacts/nuget
+          dotnet pack src/CSharpDB.Migration/CSharpDB.Migration.csproj -c Release -o artifacts/nuget
+          dotnet pack src/CSharpDB.Migration.DualRun/CSharpDB.Migration.DualRun.csproj -c Release -o artifacts/nuget
           dotnet pack src/CSharpDB.EntityFrameworkCore/CSharpDB.EntityFrameworkCore.csproj -c Release -o artifacts/nuget
           dotnet pack src/CSharpDB/CSharpDB.csproj -c Release -o artifacts/nuget
 
       - name: Qualify packed EF Core provider
         shell: pwsh
         run: ./scripts/Test-EfCoreNuGetPackage.ps1 -FeedPath artifacts/nuget
 
+      - name: Pack EF Core migration analyzer
+        run: dotnet pack src/CSharpDB.EntityFrameworkCore.Tools/CSharpDB.EntityFrameworkCore.Tools.csproj -c Release -o artifacts/nuget
+
       - name: Upload NuGet artifacts
         uses: actions/upload-artifact@v7
         with:

.github/workflows/release.yml

@@ -33,9 +33,13 @@ jobs:
         with:
           global-json-file: global.json
 
-      - name: Guard legacy primitives identity
-        shell: pwsh
-        run: ./scripts/Test-NoLegacyCoreReferences.ps1
+      - name: Use private link-free temporary directory (macOS)
+        if: runner.os == 'macOS'
+        shell: bash
+        run: |
+          temp_directory="$(mktemp -d /private/tmp/csharpdb-ci.XXXXXX)"
+          chmod 700 "${temp_directory}"
+          echo "TMPDIR=${temp_directory}" >> "${GITHUB_ENV}"
 
       - name: Guard NuGet package dependency closure
         shell: pwsh
@@ -64,6 +68,10 @@ jobs:
       - name: Test
         run: dotnet test CSharpDB.slnx -c Release --no-build --verbosity minimal
 
+      - name: Verify EF Core migration analyzer package boundary
+        shell: pwsh
+        run: ./scripts/Test-EfCoreMigrationTool.ps1 -Configuration Release -NoRestore
+
   publish-nuget:
     name: Publish NuGet
     needs: build-and-test
@@ -122,6 +130,8 @@ jobs:
             src/CSharpDB.Client/README.md \
             src/CSharpDB.CodeModules/README.md \
             src/CSharpDB.Data/README.md \
+            src/CSharpDB.Migration/README.md \
+            src/CSharpDB.Migration.DualRun/README.md \
             src/CSharpDB.EntityFrameworkCore/README.md
 
       - name: Pack projects
@@ -142,6 +152,8 @@ jobs:
           dotnet pack src/CSharpDB.Client/CSharpDB.Client.csproj -c Release -o artifacts/nuget -p:Version="$version"
           dotnet pack src/CSharpDB.CodeModules/CSharpDB.CodeModules.csproj -c Release -o artifacts/nuget -p:Version="$version"
           dotnet pack src/CSharpDB.Data/CSharpDB.Data.csproj -c Release -o artifacts/nuget -p:Version="$version"
+          dotnet pack src/CSharpDB.Migration/CSharpDB.Migration.csproj -c Release -o artifacts/nuget -p:Version="$version"
+          dotnet pack src/CSharpDB.Migration.DualRun/CSharpDB.Migration.DualRun.csproj -c Release -o artifacts/nuget -p:Version="$version"
           dotnet pack src/CSharpDB.EntityFrameworkCore/CSharpDB.EntityFrameworkCore.csproj -c Release -o artifacts/nuget -p:Version="$version"
           dotnet pack src/CSharpDB/CSharpDB.csproj -c Release -o artifacts/nuget -p:Version="$version"
 
@@ -152,6 +164,16 @@ jobs:
             -FeedPath artifacts/nuget `
             -Version "${{ steps.version.outputs.version }}"
 
+      - name: Pack EF Core migration analyzer
+        run: dotnet pack src/CSharpDB.EntityFrameworkCore.Tools/CSharpDB.EntityFrameworkCore.Tools.csproj -c Release -o artifacts/nuget -p:Version="${{ steps.version.outputs.version }}"
+
+      - name: Qualify packed EF Core migration analyzer
+        shell: pwsh
+        run: |
+          ./scripts/Test-EfCoreMigrationTool.ps1 `
+            -FeedPath artifacts/nuget `
+            -Version "${{ steps.version.outputs.version }}"
+
       - name: NuGet login through Trusted Publishing
         id: nuget-login
         uses: NuGet/login@v1
@@ -185,7 +207,10 @@ jobs:
               'CSharpDB.Client',
               'CSharpDB.CodeModules',
               'CSharpDB.Data',
+              'CSharpDB.Migration',
+              'CSharpDB.Migration.DualRun',
               'CSharpDB.EntityFrameworkCore',
+              'CSharpDB.EntityFrameworkCore.Tools',
               'CSharpDB'
             )
 
@@ -196,6 +221,73 @@ jobs:
           path: artifacts/nuget/*.nupkg
           if-no-files-found: error
 
+  migration-archives:
+    name: Migration Archive (${{ matrix.rid }})
+    needs: build-and-test
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: windows-latest
+            rid: win-x64
+            extension: zip
+          - os: ubuntu-latest
+            rid: linux-x64
+            extension: tar.gz
+          - os: macos-latest
+            rid: osx-arm64
+            extension: tar.gz
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v7
+
+      - name: Setup .NET
+        uses: actions/setup-dotnet@v6
+        with:
+          global-json-file: global.json
+
+      - name: Publish reviewed migration archive
+        shell: pwsh
+        env:
+          RELEASE_TAG: ${{ github.ref_name }}
+        run: |
+          $version = $env:RELEASE_TAG -replace '^v', ''
+          ./scripts/Publish-CSharpDbMigrationRelease.ps1 `
+            -Version $version `
+            -Runtime '${{ matrix.rid }}' `
+            -Configuration Release `
+            -OutputRoot artifacts/migration-release
+
+      - name: Verify migration archive and publisher checksum
+        shell: pwsh
+        env:
+          RELEASE_TAG: ${{ github.ref_name }}
+        run: |
+          $ErrorActionPreference = 'Stop'
+          $version = $env:RELEASE_TAG -replace '^v', ''
+          $archiveName = "csharpdb-migration-tool-v$version-${{ matrix.rid }}.${{ matrix.extension }}"
+          $archivePath = Join-Path 'artifacts/migration-release/archives' $archiveName
+          $checksumsPath = Join-Path 'artifacts/migration-release/archives' 'SHA256SUMS.txt'
+
+          if (-not (Test-Path -LiteralPath $archivePath -PathType Leaf)) {
+            throw "Expected migration archive was not created: $archivePath"
+          }
+          if (-not (Test-Path -LiteralPath $checksumsPath -PathType Leaf)) {
+            throw "Expected migration checksum file was not created: $checksumsPath"
+          }
+          if (-not (Select-String -LiteralPath $checksumsPath -Pattern ([regex]::Escape($archiveName)) -Quiet)) {
+            throw "Migration checksum file does not contain $archiveName."
+          }
+
+      - name: Upload migration archive
+        uses: actions/upload-artifact@v7
+        with:
+          name: migration-${{ matrix.rid }}
+          path: artifacts/migration-release/archives/csharpdb-migration-tool-v*.${{ matrix.extension }}
+          if-no-files-found: error
+
   native-aot:
     name: NativeAOT (${{ matrix.os }} ${{ matrix.rid }})
     needs: build-and-test
@@ -510,7 +602,7 @@ jobs:
 
   create-release:
     name: Create GitHub Release
-    needs: [publish-nuget, native-aot, daemon-archives, admin-desktop-archive]
+    needs: [publish-nuget, migration-archives, native-aot, daemon-archives, admin-desktop-archive]
     runs-on: ubuntu-latest
     permissions:
       contents: write
@@ -532,6 +624,13 @@ jobs:
           path: artifacts/native
           merge-multiple: true
 
+      - name: Download migration artifacts
+        uses: actions/download-artifact@v8
+        with:
+          pattern: migration-*
+          path: artifacts/migration
+          merge-multiple: true
+
       - name: Download daemon artifacts
         uses: actions/download-artifact@v8
         with:
@@ -552,6 +651,13 @@ jobs:
           cd artifacts/daemon
           sha256sum csharpdb-daemon-v* > SHA256SUMS.txt
 
+      - name: Generate migration checksums
+        shell: bash
+        run: |
+          set -euo pipefail
+          cd artifacts/migration
+          sha256sum csharpdb-migration-tool-v* > MIGRATION-SHA256SUMS.txt
+
       - name: Resolve release notes
         id: notes
         shell: bash
@@ -586,6 +692,7 @@ jobs:
           files: |
             artifacts/nuget/*.nupkg
             artifacts/native/*
+            artifacts/migration/*
             artifacts/daemon/*
             artifacts/admin-desktop/*
 
@@ -598,5 +705,6 @@ jobs:
           files: |
             artifacts/nuget/*.nupkg
             artifacts/native/*
+            artifacts/migration/*
             artifacts/daemon/*
             artifacts/admin-desktop/*

CSharpDB.slnx

@@ -1,8 +1,14 @@
 <Solution>
   <Folder Name="/scripts/">
+    <File Path="scripts/Publish-CSharpDbAccessMigrationBundle.ps1" />
+    <File Path="scripts/Publish-CSharpDbMySqlMigrationBundle.ps1" />
+    <File Path="scripts/Publish-CSharpDbSqlServerMigrationBundle.ps1" />
     <File Path="scripts/Publish-CSharpDbDaemonRelease.ps1" />
     <File Path="scripts/Publish-CSharpDbAdminStorePackage.ps1" />
     <File Path="scripts/Start-CSharpDbAdminAndDaemon.ps1" />
+    <File Path="scripts/Test-MySqlMigrationIsolation.ps1" />
+    <File Path="scripts/Test-AccessMigrationIsolation.ps1" />
+    <File Path="scripts/Test-SqlServerMigrationIsolation.ps1" />
   </Folder>
   <Folder Name="/deploy/daemon/windows/">
     <File Path="deploy/daemon/windows/install-csharpdb-daemon.ps1" />
@@ -41,12 +47,28 @@
     <Project Path="src/CSharpDB.Generators/CSharpDB.Generators.csproj" />
     <Project Path="src/CSharpDB.Execution/CSharpDB.Execution.csproj" />
     <Project Path="src/CSharpDB.ImportExport/CSharpDB.ImportExport.csproj" />
+    <Project Path="src/CSharpDB.Migration/CSharpDB.Migration.csproj" />
+    <Project Path="src/CSharpDB.Migration.Access/CSharpDB.Migration.Access.csproj" />
+    <Project Path="src/CSharpDB.Migration.Access.Worker/CSharpDB.Migration.Access.Worker.csproj" />
+    <Project Path="src/CSharpDB.Migration.Compatibility/CSharpDB.Migration.Compatibility.csproj" />
+    <Project Path="src/CSharpDB.Migration.CSharpDb.Ddl/CSharpDB.Migration.CSharpDb.Ddl.csproj" />
+    <Project Path="src/CSharpDB.Migration.CSharpDb/CSharpDB.Migration.CSharpDb.csproj" />
+    <Project Path="src/CSharpDB.Migration.DualRun/CSharpDB.Migration.DualRun.csproj" />
+    <Project Path="src/CSharpDB.Migration.Files/CSharpDB.Migration.Files.csproj" />
+    <Project Path="src/CSharpDB.Migration.LiteDb/CSharpDB.Migration.LiteDb.csproj" />
+    <Project Path="src/CSharpDB.Migration.Retained/CSharpDB.Migration.Retained.csproj" />
+    <Project Path="src/CSharpDB.Migration.MySql/CSharpDB.Migration.MySql.csproj" />
+    <Project Path="src/CSharpDB.Migration.MySql.Worker/CSharpDB.Migration.MySql.Worker.csproj" />
+    <Project Path="src/CSharpDB.Migration.SqlServer/CSharpDB.Migration.SqlServer.csproj" />
+    <Project Path="src/CSharpDB.Migration.SqlServer.Worker/CSharpDB.Migration.SqlServer.Worker.csproj" />
+    <Project Path="src/CSharpDB.Migration.Sqlite/CSharpDB.Migration.Sqlite.csproj" />
     <Project Path="src/CSharpDB.Sql/CSharpDB.Sql.csproj" />
     <Project Path="src/CSharpDB.Storage/CSharpDB.Storage.csproj" />
     <Project Path="src/CSharpDB.Storage.Diagnostics/CSharpDB.Storage.Diagnostics.csproj" />
     <Project Path="src/CSharpDB.Cli/CSharpDB.Cli.csproj" />
     <Project Path="src/CSharpDB.Data/CSharpDB.Data.csproj" />
     <Project Path="src/CSharpDB.EntityFrameworkCore/CSharpDB.EntityFrameworkCore.csproj" />
+    <Project Path="src/CSharpDB.EntityFrameworkCore.Tools/CSharpDB.EntityFrameworkCore.Tools.csproj" />
     <Project Path="src/CSharpDB.Admin/CSharpDB.Admin.csproj" />
     <Project Path="src/CSharpDB.Admin.Desktop/CSharpDB.Admin.Desktop.csproj" />
     <Project Path="src/CSharpDB.Admin.Forms/CSharpDB.Admin.Forms.csproj" />
@@ -60,8 +82,23 @@
     <Project Path="tests/CSharpDB.Pipelines.Tests/CSharpDB.Pipelines.Tests.csproj" />
     <Project Path="tests/CSharpDB.Data.Tests/CSharpDB.Data.Tests.csproj" />
     <Project Path="tests/CSharpDB.EntityFrameworkCore.Tests/CSharpDB.EntityFrameworkCore.Tests.csproj" />
+    <Project Path="tests/CSharpDB.EntityFrameworkCore.Tools.Fixtures/CSharpDB.EntityFrameworkCore.Tools.Fixtures.csproj" />
+    <Project Path="tests/CSharpDB.EntityFrameworkCore.Tools.Tests/CSharpDB.EntityFrameworkCore.Tools.Tests.csproj" />
     <Project Path="tests/CSharpDB.Cli.Tests/CSharpDB.Cli.Tests.csproj" />
     <Project Path="tests/CSharpDB.DevOps.Tests/CSharpDB.DevOps.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.CrashHarness/CSharpDB.Migration.CrashHarness.csproj" />
+    <Project Path="tests/CSharpDB.Migration.Tests/CSharpDB.Migration.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.Access.Tests/CSharpDB.Migration.Access.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.Compatibility.Tests/CSharpDB.Migration.Compatibility.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.DualRun.Tests/CSharpDB.Migration.DualRun.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.Files.Tests/CSharpDB.Migration.Files.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.LiteDb.Tests/CSharpDB.Migration.LiteDb.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.Retained.Tests/CSharpDB.Migration.Retained.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.MySql.Tests/CSharpDB.Migration.MySql.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.MySql.WorkerHarness/CSharpDB.Migration.MySql.WorkerHarness.csproj" />
+    <Project Path="tests/CSharpDB.Migration.SqlServer.Tests/CSharpDB.Migration.SqlServer.Tests.csproj" />
+    <Project Path="tests/CSharpDB.Migration.SqlServer.WorkerHarness/CSharpDB.Migration.SqlServer.WorkerHarness.csproj" />
+    <Project Path="tests/CSharpDB.Migration.Sqlite.Tests/CSharpDB.Migration.Sqlite.Tests.csproj" />
     <Project Path="tests/CSharpDB.Api.Tests/CSharpDB.Api.Tests.csproj" />
     <Project Path="tests/CSharpDB.Daemon.Tests/CSharpDB.Daemon.Tests.csproj" />
     <Project Path="tests/CSharpDB.Admin.Forms.Tests/CSharpDB.Admin.Forms.Tests.csproj" />