Skip to content

Manually list all the artifacts to download #3161

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mattleibow merged 5 commits into from
Feb 10, 2025
Merged

Manually list all the artifacts to download #3161

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
4c8c35f
az extension update --name azure-devops
mattleibow Feb 7, 2025
1332642
debug logs
mattleibow Feb 7, 2025
bc5dfdd
Manually list all the artifacts
mattleibow Feb 10, 2025
71a9aa9
Trying more retires
mattleibow Feb 10, 2025
a60e481
NOLOGO
mattleibow Feb 10, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 7 additions & 20 deletions scripts/azure-templates-bootstrapper.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,7 @@ jobs:
condition: ${{ parameters.condition }}
continueOnError: ${{ parameters.continueOnError }}
variables:
DOTNET_NOLOGO: true
${{ if ne(parameters.buildAgent.variables, '') }}:
${{ parameters.buildAgent.variables }}
${{ if ne(length(parameters.variables), 0) }}:
Expand Down Expand Up @@ -318,17 +319,13 @@ jobs:
# actual build
- ${{ if ne(parameters.skipSteps, 'true') }}:
- ${{ if eq(parameters.docker, '') }}:
- pwsh: dotnet --info
displayName: Display all the .NET information
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
- pwsh: dotnet tool restore
displayName: Restore the .NET tools
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
- ${{ if eq(parameters.buildAgent.pool.os, 'windows') }}:
- pwsh: dotnet tool restore
displayName: Restore the .NET tools
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
retryCountOnTaskFailure: 1
timeoutInMinutes: 5
- pwsh: dotnet cake --info
displayName: Display all the Cake information
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
retryCountOnTaskFailure: 1
timeoutInMinutes: 5
- pwsh: |
Get-Content $PSCommandPath
${{ parameters.initScript }}
Expand All @@ -343,16 +340,6 @@ jobs:
retryCountOnTaskFailure: ${{ parameters.retryCount }}
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
- ${{ if ne(parameters.buildAgent.pool.os, 'windows') }}:
- bash: dotnet tool restore
displayName: Restore the .NET tools
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
retryCountOnTaskFailure: 1
timeoutInMinutes: 5
- bash: dotnet cake --info
displayName: Display all the Cake information
condition: and(succeeded(), eq(variables['DOWNLOAD_EXTERNALS'], ''))
retryCountOnTaskFailure: 1
timeoutInMinutes: 5
- bash: |
cat ${BASH_SOURCE[0]}
${{ parameters.initScript }}
Expand Down
30 changes: 15 additions & 15 deletions scripts/azure-templates-merger.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,18 +18,18 @@ jobs:
skipInstall: true
skipSteps: true
requiredArtifacts: ${{ parameters.requiredArtifacts }}
preBuildSteps:
- pwsh: az devops configure --defaults organization=$(System.TeamFoundationCollectionUri) project=$(System.TeamProject) --use-git-aliases true
displayName: Configure the az CLI tool
- ${{ each artifact in parameters.matrixArtifacts }}:
- pwsh: |
$json=@'
${{ artifact.jobs }}
'@
.\scripts\download-artifact.ps1 `
-ArtifactsJson $json `
-BuildId "$(Build.BuildId)" `
-OutputDirectory "$(Build.SourcesDirectory)/output"
env:
AZURE_DEVOPS_EXT_PAT: $(System.AccessToken)
displayName: Download the pre-built ${{ artifact.name }} artifacts
# preBuildSteps:
# - pwsh: az devops configure --defaults organization=$(System.TeamFoundationCollectionUri) project=$(System.TeamProject) --use-git-aliases true
# displayName: Configure the az CLI tool
# - ${{ each artifact in parameters.matrixArtifacts }}:
# - pwsh: |
# $json=@'
# ${{ artifact.jobs }}
# '@
# .\scripts\download-artifact.ps1 `
# -ArtifactsJson $json `
# -BuildId "$(Build.BuildId)" `
# -OutputDirectory "$(Build.SourcesDirectory)/output"
# env:
# AZURE_DEVOPS_EXT_PAT: $(System.AccessToken)
# displayName: Download the pre-built ${{ artifact.name }} artifacts
53 changes: 53 additions & 0 deletions scripts/azure-templates-stages.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -513,6 +513,32 @@ stages:
- name: native_macos_macos
# tvOS
- name: native_tvos_macos
# Linux
- name: native_linux_arm64_linux
- name: native_linux_arm64_nodeps_linux
- name: native_linux_arm_linux
- name: native_linux_arm_nodeps_linux
- name: native_linux_x64_alpine_linux
- name: native_linux_x64_alpine_nodeps_linux
- name: native_linux_x64_linux
- name: native_linux_x64_nodeps_linux
# WASM
- name: native_wasm_2_0_23_linux
- name: native_wasm_2_0_6_linux
- name: native_wasm_3_1_12_linux
- name: native_wasm_3_1_12_SIMD_linux
- name: native_wasm_3_1_12_Threading_linux
- name: native_wasm_3_1_12_Threading_SIMD_linux
- name: native_wasm_3_1_34_linux
- name: native_wasm_3_1_34_SIMD_linux
- name: native_wasm_3_1_34_SIMD_Threading_linux
- name: native_wasm_3_1_34_Threading_linux
- name: native_wasm_3_1_56_linux
- name: native_wasm_3_1_56_SIMD_linux
- name: native_wasm_3_1_56_SIMD_Threading_linux
- name: native_wasm_3_1_56_Threading_linux
- name: native_wasm_3_1_7_linux
# matix checks
matrixArtifacts:
- name: native_linux
jobs: $(nativeLinuxJobs)
Expand All @@ -525,6 +551,33 @@ stages:
sdl: ${{ parameters.sdl }}
buildPipelineType: ${{ parameters.buildPipelineType }}
buildAgent: ${{ parameters.buildAgentHost }}
requiredArtifacts:
# Linux
- name: native_linux_arm64_linux
- name: native_linux_arm64_nodeps_linux
- name: native_linux_arm_linux
- name: native_linux_arm_nodeps_linux
- name: native_linux_x64_alpine_linux
- name: native_linux_x64_alpine_nodeps_linux
- name: native_linux_x64_linux
- name: native_linux_x64_nodeps_linux
# WASM
- name: native_wasm_2_0_23_linux
- name: native_wasm_2_0_6_linux
- name: native_wasm_3_1_12_linux
- name: native_wasm_3_1_12_SIMD_linux
- name: native_wasm_3_1_12_Threading_linux
- name: native_wasm_3_1_12_Threading_SIMD_linux
- name: native_wasm_3_1_34_linux
- name: native_wasm_3_1_34_SIMD_linux
- name: native_wasm_3_1_34_SIMD_Threading_linux
- name: native_wasm_3_1_34_Threading_linux
- name: native_wasm_3_1_56_linux
- name: native_wasm_3_1_56_SIMD_linux
- name: native_wasm_3_1_56_SIMD_Threading_linux
- name: native_wasm_3_1_56_Threading_linux
- name: native_wasm_3_1_7_linux
# matix checks
matrixArtifacts:
- name: native_wasm
jobs: $(nativeWasmJobs)
Expand Down
2 changes: 1 addition & 1 deletion scripts/download-artifact.ps1
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ Write-Host "Downloading artifacts..."
New-Item "$OutputDirectory" -Type Directory -Force | Out-Null
foreach ($name in $actualNames) {
Write-Host "Downloading '$name'..."
az pipelines runs artifact download --artifact-name "$name" --path "$OutputDirectory" --run-id "$BuildId" --verbose
az pipelines runs artifact download --artifact-name "$name" --path "$OutputDirectory" --run-id "$BuildId" --debug
}
Write-Host "Downloads complete."

Expand Down