Skip to content

FEAT: Add Azure SQL Database to PR validation pipeline matrix #428

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
gargsaumya wants to merge 4 commits into
base: main
Choose a base branch
from
Open

FEAT: Add Azure SQL Database to PR validation pipeline matrix #428

Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
7ce6685
Add Azure SQL Database to PR validation pipeline matrix
gargsaumya Feb 10, 2026
477e047
Gate Azure SQL matrix on non-secret ENABLE_AZURE_SQL variable
gargsaumya Feb 10, 2026
e95f53c
Gate Azure SQL matrix on pipeline parameter
gargsaumya Feb 10, 2026
336aeb0
Add Azure SQL jobs and remove stale CodeQL workarounds
gargsaumya Feb 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
206 changes: 186 additions & 20 deletions eng/pipelines/pr-validation-pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,18 +49,9 @@ jobs:
displayName: 'Windows x64'
pool:
vmImage: 'windows-latest'
variables:
# Enable CodeQL for this job to update the old stale snapshot (build_jobname=pytestonwindows)
# This can be removed once the old CodeQL issue SM02986 is cleared
Codeql.Enabled: true

strategy:
matrix:
pytestonwindows:
# Temporary entry to clear stale CodeQL snapshot SM02986
# Remove this once the issue is resolved
sqlVersion: 'SQL2022'
pythonVersion: '3.13'
SQLServer2022:
sqlVersion: 'SQL2022'
pythonVersion: '3.13'
Expand Down Expand Up @@ -234,22 +225,11 @@ jobs:
env:
DB_PASSWORD: $(DB_PASSWORD)

# ============== CodeQL Init (temporary - remove after SM02986 is cleared) ==============
- task: CodeQL3000Init@0
inputs:
Enabled: true
displayName: 'Initialize CodeQL (temporary)'

- script: |
cd mssql_python\pybind
build.bat x64
displayName: 'Build .pyd file'

# ============== CodeQL Finalize (temporary - remove after SM02986 is cleared) ==============
- task: CodeQL3000Finalize@0
condition: always()
displayName: 'Finalize CodeQL (temporary)'

# Run tests for LocalDB
- script: |
python -m pytest -v --junitxml=test-results-localdb.xml --cov=. --cov-report=xml:coverage-localdb.xml --capture=tee-sys --cache-clear
Expand Down Expand Up @@ -1975,6 +1955,192 @@ jobs:
testResultsFiles: '**/test-results-alpine-arm64.xml'
testRunTitle: 'Publish pytest results on Alpine ARM64'

# ===========================================================================================
# Azure SQL Database Testing Jobs
# Gated on the AZURE_CONNECTION_STRING pipeline variable being set.
# No local SQL Server install needed — tests run directly against the cloud database.
# ===========================================================================================

- job: PytestOnWindows_AzureSQL
displayName: 'Windows x64 AzureSQL'
condition: eq(variables['ENABLE_AZURE_SQL'], 'true')
pool:
vmImage: 'windows-latest'

steps:
- task: UsePythonVersion@0
inputs:
versionSpec: '3.13'
addToPath: true
githubToken: $(GITHUB_TOKEN)
displayName: 'Use Python 3.13'

- script: |
python -m pip install --upgrade pip
pip install -r requirements.txt
displayName: 'Install dependencies'

- script: |
cd mssql_python\pybind
build.bat x64
displayName: 'Build .pyd file'

- script: |
python -m pytest -v --junitxml=test-results-azuresql.xml --cov=. --cov-report=xml:coverage-azuresql.xml --capture=tee-sys --cache-clear
displayName: 'Run tests on Azure SQL Database'
env:
DB_CONNECTION_STRING: $(AZURE_CONNECTION_STRING)

- task: PublishTestResults@2
condition: succeededOrFailed()
inputs:
testResultsFiles: '**/test-results-azuresql.xml'
testRunTitle: 'Publish test results for Windows AzureSQL'

- job: PytestOnMacOS_AzureSQL
displayName: 'macOS x86_64 AzureSQL'
condition: eq(variables['ENABLE_AZURE_SQL'], 'true')
pool:
vmImage: 'macos-latest'

steps:
- task: UsePythonVersion@0
inputs:
versionSpec: '3.13'
addToPath: true
displayName: 'Use Python 3.13'

- script: |
brew update
brew uninstall cmake --ignore-dependencies || echo "CMake not installed or already removed"
brew install cmake
displayName: 'Install CMake'

- script: |
python -m pip install --upgrade pip
pip install -r requirements.txt
displayName: 'Install Python dependencies'

- script: |
cd mssql_python/pybind
./build.sh
displayName: 'Build pybind bindings (.so)'

- script: |
python -m pytest -v --junitxml=test-results-azuresql.xml --cov=. --cov-report=xml:coverage-azuresql.xml --capture=tee-sys --cache-clear
displayName: 'Run tests on Azure SQL Database'
env:
DB_CONNECTION_STRING: $(AZURE_CONNECTION_STRING)

- task: PublishTestResults@2
condition: succeededOrFailed()
inputs:
testResultsFiles: '**/test-results-azuresql.xml'
testRunTitle: 'Publish pytest results on macOS AzureSQL'

- job: PytestOnLinux_AzureSQL
displayName: 'Linux x86_64 AzureSQL'
condition: eq(variables['ENABLE_AZURE_SQL'], 'true')
pool:
vmImage: 'ubuntu-latest'

steps:
- script: |
docker run -d --name test-container-ubuntu-azuresql \
-v $(Build.SourcesDirectory):/workspace \
-w /workspace \
--network bridge \
ubuntu:22.04 \
tail -f /dev/null
displayName: 'Create Ubuntu container'

- script: |
docker exec test-container-ubuntu-azuresql bash -c "
export DEBIAN_FRONTEND=noninteractive
export TZ=UTC
ln -snf /usr/share/zoneinfo/\$TZ /etc/localtime && echo \$TZ > /etc/timezone
apt-get update &&
apt-get install -y python3 python3-pip python3-venv python3-full cmake curl wget gnupg software-properties-common build-essential python3-dev pybind11-dev
"
displayName: 'Install basic dependencies in Ubuntu container'

- script: |
docker exec test-container-ubuntu-azuresql bash -c "
export DEBIAN_FRONTEND=noninteractive
curl -sSL -O https://packages.microsoft.com/config/ubuntu/22.04/packages-microsoft-prod.deb
dpkg -i packages-microsoft-prod.deb || true
rm packages-microsoft-prod.deb
apt-get update
ACCEPT_EULA=Y apt-get install -y msodbcsql18
ACCEPT_EULA=Y apt-get install -y mssql-tools18
apt-get install -y unixodbc-dev
"
displayName: 'Install ODBC Driver in Ubuntu container'

- script: |
docker exec test-container-ubuntu-azuresql bash -c "
python3 -m venv /opt/venv
source /opt/venv/bin/activate
python -m pip install --upgrade pip
python -m pip install -r requirements.txt
echo 'source /opt/venv/bin/activate' >> ~/.bashrc
"
displayName: 'Install Python dependencies in Ubuntu container'

- script: |
docker exec test-container-ubuntu-azuresql bash -c "
source /opt/venv/bin/activate
cd mssql_python/pybind
chmod +x build.sh
./build.sh
"
displayName: 'Build pybind bindings (.so) in Ubuntu container'

- script: |
docker exec test-container-ubuntu-azuresql bash -c "
export DEBIAN_FRONTEND=noninteractive
apt-get remove --purge -y msodbcsql18 mssql-tools18 unixodbc-dev
rm -f /usr/bin/sqlcmd
rm -f /usr/bin/bcp
rm -rf /opt/microsoft/msodbcsql
rm -f /lib/x86_64-linux-gnu/libodbcinst.so.2
odbcinst -u -d -n 'ODBC Driver 18 for SQL Server' || true
echo 'Uninstalled ODBC Driver and cleaned up libraries'
echo 'Verifying x86_64 debian_ubuntu driver library signatures:'
ldd mssql_python/libs/linux/debian_ubuntu/x86_64/lib/libmsodbcsql-18.5.so.1.1
"
displayName: 'Uninstall ODBC Driver before running tests in Ubuntu container'

- script: |
docker exec \
-e DB_CONNECTION_STRING="$(AZURE_CONNECTION_STRING)" \
test-container-ubuntu-azuresql bash -c "
source /opt/venv/bin/activate
echo 'Running tests on Ubuntu against Azure SQL Database'
python -m pytest -v --junitxml=test-results-ubuntu-azuresql.xml --cov=. --cov-report=xml:coverage-ubuntu-azuresql.xml --capture=tee-sys --cache-clear
"
displayName: 'Run pytest on Azure SQL in Ubuntu container'
env:
AZURE_CONNECTION_STRING: $(AZURE_CONNECTION_STRING)

- script: |
docker cp test-container-ubuntu-azuresql:/workspace/test-results-ubuntu-azuresql.xml $(Build.SourcesDirectory)/
docker cp test-container-ubuntu-azuresql:/workspace/coverage-ubuntu-azuresql.xml $(Build.SourcesDirectory)/
displayName: 'Copy test results from Ubuntu container'
condition: always()

- script: |
docker stop test-container-ubuntu-azuresql || true
docker rm test-container-ubuntu-azuresql || true
displayName: 'Clean up Ubuntu container'
condition: always()

- task: PublishTestResults@2
condition: succeededOrFailed()
inputs:
testResultsFiles: '**/test-results-ubuntu-azuresql.xml'
testRunTitle: 'Publish pytest results on Ubuntu AzureSQL'

- job: CodeCoverageReport
displayName: 'Full Code Coverage Report in Ubuntu x86_64'
pool:
Expand Down
Loading