Files
vcpkg/scripts/azure-pipelines/linux/azure-pipelines.yml
2026-01-15 10:32:20 -08:00

149 lines
6.6 KiB
YAML

# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: MIT
#
parameters:
- name: vcpkgToolSha
displayName: 'Custom SHA of vcpkg-tool to use rather than bootstrap'
type: string
default: 'use default'
- name: jobName
type: string
default: 'x64_linux'
- name: tripletPattern
displayName: 'Enable the triplets which contain this substring'
type: string
default: ''
jobs:
- job: ${{ parameters.jobName }}
condition: and(succeeded(), contains('^${{ replace(parameters.jobName, '_', '-') }}$', '${{ parameters.tripletPattern }}'))
pool:
name: PrAzureLinux3Docker
timeoutInMinutes: 1440 # 1 day
variables:
- name: WORKING_ROOT
value: /mnt/vcpkg-ci
- name: VCPKG_DOWNLOADS
value: /mnt/vcpkg-ci/downloads
- name: LINUX_DOCKER_IMAGE
value: 'vcpkgandroidwus.azurecr.io/vcpkg-linux:2026-01-14'
steps:
# Note: /mnt is the Azure machines' temporary disk.
- bash: |
sudo mkdir /home/agent -m=777
sudo chown `id -u` /home/agent
sudo mkdir ${{ variables.WORKING_ROOT }} -m=777
sudo rm -rf ${{ variables.WORKING_ROOT }}/failure-logs
sudo mkdir ${{ variables.WORKING_ROOT }}/failure-logs -m=777
sudo mkdir ${{ variables.VCPKG_DOWNLOADS }} -m=777
# Move the docker layers to the temp disk.
sudo mkdir -p /etc/docker
echo '{"data-root": "/mnt/docker"}' | sudo tee /etc/docker/daemon.json
sudo systemctl restart docker
exit 0
displayName: 'Create working directories'
- bash: ./bootstrap-vcpkg.sh -skipDependencyChecks
displayName: 'Bootstrap vcpkg'
condition: eq('use default', '${{ parameters.vcpkgToolSha }}')
- task: AzureCLI@2
displayName: 'Build vcpkg with CMake'
condition: ne('use default', '${{ parameters.vcpkgToolSha }}')
inputs:
azureSubscription: 'vcpkg-pr-fleet-wus'
scriptType: bash
scriptLocation: 'inlineScript'
inlineScript: |
# This is a second pull but the vcpkgToolSha setting is used rarely.
USER=$(id --user)
az acr login --name vcpkgandroidwus
docker pull ${{ variables.LINUX_DOCKER_IMAGE }}
docker run --init -i --rm \
-a stderr \
-a stdout \
--user $USER \
--mount type=bind,source=$(Build.Repository.LocalPath),target=/vcpkg \
--workdir /vcpkg \
${{ variables.LINUX_DOCKER_IMAGE }} \
/vcpkg/scripts/azure-pipelines/bootstrap-from-source.sh ${{ parameters.vcpkgToolSha }}
- task: AzureCLI@2
displayName: '*** Test Modified Ports'
inputs:
azureSubscription: 'vcpkg-pr-fleet-wus'
scriptType: bash
scriptLocation: 'inlineScript' # Be very very careful that the exit code from the last pwsh is reported correctly
inlineScript: |
start=`date -u -d "-30 minutes" '+%Y-%m-%dT%H:%MZ'`
end=`date -u -d "2 days" '+%Y-%m-%dT%H:%MZ'`
assetSas=`az storage container generate-sas --name cache --account-name vcpkgassetcachewus --as-user --auth-mode login --https-only --permissions rcl --start $start --expiry $end -o tsv`
binarySas=`az storage container generate-sas --name cache --account-name vcpkgbinarycachewus --as-user --auth-mode login --https-only --permissions rclw --start $start --expiry $end -o tsv`
echo Minting SAS tokens valid through $end
# Persist the binary SAS as a secret pipeline variable for the owners-db step
echo "##vso[task.setvariable variable=BCACHE_SAS_TOKEN;issecret=true]$binarySas"
USER=$(id --user)
az acr login --name vcpkgandroidwus
docker pull ${{ variables.LINUX_DOCKER_IMAGE }}
docker run --init -i --rm \
-a stderr \
-a stdout \
--user $USER \
--mount type=bind,source=$(Build.Repository.LocalPath),target=/vcpkg \
--mount type=bind,source=$(WORKING_ROOT)/failure-logs,target=/vcpkg/failure-logs \
--mount type=bind,source=/mnt/vcpkg-ci,target=/mnt/vcpkg-ci \
--env X_VCPKG_ASSET_SOURCES="x-azurl,https://vcpkgassetcachewus.blob.core.windows.net/cache,$assetSas,readwrite" \
--workdir /vcpkg \
${{ variables.LINUX_DOCKER_IMAGE }} \
pwsh \
-File scripts/azure-pipelines/test-modified-ports.ps1 \
-Triplet ${{ replace(parameters.jobName, '_', '-') }} \
-BuildReason $(Build.Reason) \
-BinarySourceStub "x-azcopy-sas,https://vcpkgbinarycachewus.blob.core.windows.net/cache,$binarySas" \
-WorkingRoot ${{ variables.WORKING_ROOT }}
- task: PublishPipelineArtifact@1
displayName: "Publish Artifact: failure logs for ${{ replace(parameters.jobName, '_', '-') }}"
inputs:
targetPath: '$(WORKING_ROOT)/failure-logs'
artifact: "failure logs for ${{ replace(parameters.jobName, '_', '-') }}"
condition: ne(variables['FAILURE_LOGS_EMPTY'], 'True')
- task: PublishPipelineArtifact@1
displayName: "Publish Artifact: azcopy logs for ${{ replace(parameters.jobName, '_', '-') }}"
inputs:
targetPath: '$(WORKING_ROOT)/azcopy-logs'
artifactName: "z azcopy logs for ${{ replace(parameters.jobName, '_', '-') }}"
condition: ne(variables['AZCOPY_LOGS_EMPTY'], 'True')
- task: UseNode@1
displayName: 'Ensure Node.js is available'
condition: always()
inputs:
version: '22.x'
- bash: |
cd scripts/azure-pipelines/owners-db && npm ci || true
# Construct the blob base url using the secret SAS token set earlier
blob="https://vcpkgbinarycachewus.blob.core.windows.net/cache?${BCACHE_SAS_TOKEN}"
if [ "$(Build.Reason)" = "PullRequest" ]; then
echo "Running file_script_from_cache for PR"
npx --yes ts-node ./file_script_from_cache.ts --pr-hashes "$(Build.Repository.LocalPath)/pr-hashes.json" --blob-base-url "$blob" --target-branch "origin/master" --out-dir ../../list_files
else
echo "Running file_script for CI"
npx --yes ts-node ./file_script.ts --info-dir /mnt/vcpkg-ci/installed/vcpkg/info/ --out-dir ../../list_files
fi
displayName: 'Build a file list for all packages'
condition: always()
env:
BCACHE_SAS_TOKEN: $(BCACHE_SAS_TOKEN)
- task: PublishPipelineArtifact@1
displayName: "Publish Artifact: file lists for ${{ replace(parameters.jobName, '_', '-') }}"
condition: always()
inputs:
targetPath: scripts/list_files
artifact: "file lists for ${{ replace(parameters.jobName, '_', '-') }}"
- task: PublishTestResults@2
displayName: 'Publish Test Results'
condition: ne(variables['XML_RESULTS_FILE'], '')
inputs:
testRunTitle: ${{ replace(parameters.jobName, '_', '-') }}
testResultsFormat: xUnit
testResultsFiles: $(XML_RESULTS_FILE)
platform: ${{ replace(parameters.jobName, '_', '-') }}
configuration: static