You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
260 lines
11 KiB
260 lines
11 KiB
name: Database testing |
|
|
|
on: |
|
workflow_dispatch: |
|
push: |
|
branches: |
|
- "main" |
|
- "rc" |
|
- "hotfix-rc" |
|
paths: |
|
- ".github/workflows/test-database.yml" # This file |
|
- "src/Sql/**" # SQL Server Database Changes |
|
- "util/Migrator/**" # New SQL Server Migrations |
|
- "util/MySqlMigrations/**" # Changes to MySQL |
|
- "util/PostgresMigrations/**" # Changes to Postgres |
|
- "util/SqliteMigrations/**" # Changes to Sqlite |
|
- "src/Infrastructure.Dapper/**" # Changes to SQL Server Dapper Repository Layer |
|
- "src/Infrastructure.EntityFramework/**" # Changes to Entity Framework Repository Layer |
|
- "test/Infrastructure.IntegrationTest/**" # Any changes to the tests |
|
- "src/**/Entities/**/*.cs" # Database entity definitions |
|
pull_request: |
|
paths: |
|
- ".github/workflows/test-database.yml" # This file |
|
- "src/Sql/**" # SQL Server Database Changes |
|
- "util/Migrator/**" # New SQL Server Migrations |
|
- "util/MySqlMigrations/**" # Changes to MySQL |
|
- "util/PostgresMigrations/**" # Changes to Postgres |
|
- "util/SqliteMigrations/**" # Changes to Sqlite |
|
- "src/Infrastructure.Dapper/**" # Changes to SQL Server Dapper Repository Layer |
|
- "src/Infrastructure.EntityFramework/**" # Changes to Entity Framework Repository Layer |
|
- "test/Infrastructure.IntegrationTest/**" # Any changes to the tests |
|
- "src/**/Entities/**/*.cs" # Database entity definitions |
|
|
|
permissions: |
|
contents: read |
|
|
|
jobs: |
|
test: |
|
name: Run tests |
|
runs-on: ubuntu-22.04 |
|
permissions: |
|
contents: read |
|
actions: read |
|
checks: write |
|
steps: |
|
- name: Check out repo |
|
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 |
|
|
|
- name: Set up .NET |
|
uses: actions/setup-dotnet@67a3573c9a986a3f9c594539f4ab511d57bb3ce9 # v4.3.1 |
|
|
|
- name: Restore tools |
|
run: dotnet tool restore |
|
|
|
- name: Docker Compose databases |
|
working-directory: "dev" |
|
# We could think about not using profiles and pulling images directly to cover multiple versions |
|
run: | |
|
cp .env.example .env |
|
docker compose --profile mssql --profile postgres --profile mysql up -d |
|
shell: pwsh |
|
|
|
- name: Add MariaDB for unified |
|
# Use a different port than MySQL |
|
run: | |
|
docker run --detach --name mariadb --env MARIADB_ROOT_PASSWORD=mariadb-password -p 4306:3306 mariadb:10 |
|
|
|
# I've seen the SQL Server container not be ready for commands right after starting up and just needing a bit longer to be ready |
|
- name: Sleep |
|
run: sleep 15s |
|
|
|
- name: Checking pending model changes (MySQL) |
|
working-directory: "util/MySqlMigrations" |
|
run: 'dotnet ef migrations has-pending-model-changes -- --GlobalSettings:MySql:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "server=localhost;uid=root;pwd=SET_A_PASSWORD_HERE_123;database=vault_dev;Allow User Variables=true" |
|
|
|
- name: Checking pending model changes (Postgres) |
|
working-directory: "util/PostgresMigrations" |
|
run: 'dotnet ef migrations has-pending-model-changes -- --GlobalSettings:PostgreSql:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "Host=localhost;Username=postgres;Password=SET_A_PASSWORD_HERE_123;Database=vault_dev" |
|
|
|
- name: Checking pending model changes (SQLite) |
|
working-directory: "util/SqliteMigrations" |
|
run: 'dotnet ef migrations has-pending-model-changes -- --GlobalSettings:Sqlite:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "Data Source=${{ runner.temp }}/test.db" |
|
|
|
- name: Migrate SQL Server |
|
run: 'dotnet run --project util/MsSqlMigratorUtility/ "$CONN_STR"' |
|
env: |
|
CONN_STR: "Server=localhost;Database=vault_dev;User Id=SA;Password=SET_A_PASSWORD_HERE_123;Encrypt=True;TrustServerCertificate=True;" |
|
|
|
- name: Migrate MySQL |
|
working-directory: "util/MySqlMigrations" |
|
run: 'dotnet ef database update --connection "$CONN_STR" -- --GlobalSettings:MySql:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "server=localhost;uid=root;pwd=SET_A_PASSWORD_HERE_123;database=vault_dev;Allow User Variables=true" |
|
|
|
- name: Migrate MariaDB |
|
working-directory: "util/MySqlMigrations" |
|
run: 'dotnet ef database update --connection "$CONN_STR" -- --GlobalSettings:MySql:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "server=localhost;port=4306;uid=root;pwd=mariadb-password;database=vault_dev;Allow User Variables=true" |
|
|
|
- name: Migrate Postgres |
|
working-directory: "util/PostgresMigrations" |
|
run: 'dotnet ef database update --connection "$CONN_STR" -- --GlobalSettings:PostgreSql:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "Host=localhost;Username=postgres;Password=SET_A_PASSWORD_HERE_123;Database=vault_dev" |
|
|
|
- name: Migrate SQLite |
|
working-directory: "util/SqliteMigrations" |
|
run: 'dotnet ef database update --connection "$CONN_STR" -- --GlobalSettings:Sqlite:ConnectionString="$CONN_STR"' |
|
env: |
|
CONN_STR: "Data Source=${{ runner.temp }}/test.db" |
|
|
|
- name: Run tests |
|
working-directory: "test/Infrastructure.IntegrationTest" |
|
env: |
|
# Default Postgres: |
|
BW_TEST_DATABASES__0__TYPE: "Postgres" |
|
BW_TEST_DATABASES__0__CONNECTIONSTRING: "Host=localhost;Username=postgres;Password=SET_A_PASSWORD_HERE_123;Database=vault_dev" |
|
# Default MySql |
|
BW_TEST_DATABASES__1__TYPE: "MySql" |
|
BW_TEST_DATABASES__1__CONNECTIONSTRING: "server=localhost;uid=root;pwd=SET_A_PASSWORD_HERE_123;database=vault_dev" |
|
# Default Dapper SqlServer |
|
BW_TEST_DATABASES__2__TYPE: "SqlServer" |
|
BW_TEST_DATABASES__2__CONNECTIONSTRING: "Server=localhost;Database=vault_dev;User Id=SA;Password=SET_A_PASSWORD_HERE_123;Encrypt=True;TrustServerCertificate=True;" |
|
# Default Sqlite |
|
BW_TEST_DATABASES__3__TYPE: "Sqlite" |
|
BW_TEST_DATABASES__3__CONNECTIONSTRING: "Data Source=${{ runner.temp }}/test.db" |
|
# Unified MariaDB |
|
BW_TEST_DATABASES__4__TYPE: "MySql" |
|
BW_TEST_DATABASES__4__CONNECTIONSTRING: "server=localhost;port=4306;uid=root;pwd=mariadb-password;database=vault_dev;Allow User Variables=true" |
|
run: dotnet test --logger "trx;LogFileName=infrastructure-test-results.trx" /p:CoverletOutputFormatter="cobertura" --collect:"XPlat Code Coverage" |
|
shell: pwsh |
|
|
|
- name: Print MySQL Logs |
|
if: failure() |
|
run: 'docker logs $(docker ps --quiet --filter "name=mysql")' |
|
|
|
- name: Print MariaDB Logs |
|
if: failure() |
|
run: 'docker logs $(docker ps --quiet --filter "name=mariadb")' |
|
|
|
- name: Print Postgres Logs |
|
if: failure() |
|
run: 'docker logs $(docker ps --quiet --filter "name=postgres")' |
|
|
|
- name: Print MSSQL Logs |
|
if: failure() |
|
run: 'docker logs $(docker ps --quiet --filter "name=mssql")' |
|
|
|
- name: Report test results |
|
uses: dorny/test-reporter@890a17cecf52a379fc869ab770a71657660be727 # v2.1.0 |
|
if: ${{ github.event.pull_request.head.repo.full_name == github.repository && !cancelled() }} |
|
with: |
|
name: Test Results |
|
path: "**/*-test-results.trx" |
|
reporter: dotnet-trx |
|
fail-on-error: true |
|
|
|
- name: Upload to codecov.io |
|
uses: codecov/codecov-action@18283e04ce6e62d37312384ff67231eb8fd56d24 # v5.4.3 |
|
|
|
- name: Docker Compose down |
|
if: always() |
|
working-directory: "dev" |
|
run: docker compose down |
|
shell: pwsh |
|
|
|
validate: |
|
name: Run validation |
|
runs-on: ubuntu-22.04 |
|
steps: |
|
- name: Check out repo |
|
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 |
|
|
|
- name: Set up .NET |
|
uses: actions/setup-dotnet@67a3573c9a986a3f9c594539f4ab511d57bb3ce9 # v4.3.1 |
|
|
|
- name: Print environment |
|
run: | |
|
dotnet --info |
|
nuget help | grep Version |
|
echo "GitHub ref: $GITHUB_REF" |
|
echo "GitHub event: $GITHUB_EVENT" |
|
|
|
- name: Build DACPAC |
|
run: dotnet build src/Sql --configuration Release --verbosity minimal --output . |
|
shell: pwsh |
|
|
|
- name: Upload DACPAC |
|
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0 |
|
with: |
|
name: sql.dacpac |
|
path: Sql.dacpac |
|
|
|
- name: Docker Compose up |
|
working-directory: "dev" |
|
run: | |
|
cp .env.example .env |
|
docker compose --profile mssql up -d |
|
shell: pwsh |
|
|
|
- name: Migrate |
|
run: 'dotnet run --project util/MsSqlMigratorUtility/ "$CONN_STR"' |
|
env: |
|
CONN_STR: "Server=localhost;Database=vault_dev;User Id=SA;Password=SET_A_PASSWORD_HERE_123;Encrypt=True;TrustServerCertificate=True;" |
|
|
|
- name: Diff .sqlproj to migrations |
|
run: /usr/local/sqlpackage/sqlpackage /action:DeployReport /SourceFile:"Sql.dacpac" /TargetConnectionString:"Server=localhost;Database=vault_dev;User Id=SA;Password=SET_A_PASSWORD_HERE_123;Encrypt=True;TrustServerCertificate=True;" /OutputPath:"report.xml" /p:IgnoreColumnOrder=True /p:IgnoreComments=True |
|
shell: pwsh |
|
|
|
- name: Generate SQL file |
|
run: /usr/local/sqlpackage/sqlpackage /action:Script /SourceFile:"Sql.dacpac" /TargetConnectionString:"Server=localhost;Database=vault_dev;User Id=SA;Password=SET_A_PASSWORD_HERE_123;Encrypt=True;TrustServerCertificate=True;" /OutputPath:"diff.sql" /p:IgnoreColumnOrder=True /p:IgnoreComments=True |
|
shell: pwsh |
|
|
|
- name: Report validation results |
|
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0 |
|
with: |
|
name: report.xml |
|
path: | |
|
report.xml |
|
diff.sql |
|
|
|
- name: Validate XML |
|
run: | |
|
if grep -q "<Operations>" "report.xml"; then |
|
echo "ERROR: Migration files are not in sync with the SQL project" |
|
echo "" |
|
echo "Check these locations:" |
|
echo " - Migration scripts: util/Migrator/DbScripts/" |
|
echo " - SQL project files: src/Sql/" |
|
echo " - Download 'report.xml' artifact for full details" |
|
echo "" |
|
|
|
# Show actual SQL differences - exclude database setup commands |
|
if [ -s "diff.sql" ]; then |
|
echo "Key SQL differences:" |
|
# Show meaningful schema differences, filtering out database setup noise |
|
grep -E "^(CREATE|DROP|ALTER)" diff.sql | grep -v "ALTER DATABASE" | grep -v "DatabaseName" | head -5 |
|
echo "" |
|
fi |
|
|
|
echo "Common causes: naming differences (underscores, case), missing objects, or definition mismatches" |
|
|
|
exit 1 |
|
else |
|
echo "SUCCESS: Database validation passed" |
|
fi |
|
shell: bash |
|
|
|
- name: Docker Compose down |
|
if: ${{ always() }} |
|
working-directory: "dev" |
|
run: docker compose down |
|
shell: pwsh
|
|
|