Merge 33b79844a6 into 504e746b96
misamoo
3 years ago
committed by
GitHub
commit
cc7f5f12d3
@ -0,0 +1,39 @@
|
||||
name: 'Send Slack notification'
|
||||
description: 'SendSlack notification about new versions of a tool'
|
||||
inputs:
|
||||
url:
|
||||
required: true
|
||||
description: 'Slack channel url'
|
||||
tool-name:
|
||||
required: true
|
||||
description: 'Name of a tool to send notification for. Like Xamarin or Python'
|
||||
default: 'Xamarin'
|
||||
tool-version:
|
||||
required: false
|
||||
description: 'New versions of a tool'
|
||||
pipeline-url:
|
||||
required: false
|
||||
description: 'Url of a pipeline'
|
||||
image-url:
|
||||
required: false
|
||||
description: 'Image url for message'
|
||||
default: 'https://github.githubassets.com/images/modules/logos_page/GitHub-Mark.png'
|
||||
text:
|
||||
required: false
|
||||
description: 'Message text'
|
||||
add-to-toolset-flag:
|
||||
required: false
|
||||
description: 'Flag to use notification for adding new versions to toolset'
|
||||
runs:
|
||||
using: "composite"
|
||||
steps:
|
||||
- id: send-slack-notification
|
||||
name: Send Slack notification
|
||||
shell: pwsh
|
||||
run: ./get-new-tool-versions/send-slack-notification.ps1 -Url "${{ inputs.url }}" `
|
||||
-ToolName "${{ inputs.tool-name }}" `
|
||||
-ToolVersion "${{ inputs.tool-version }}" `
|
||||
-PipelineUrl "${{ inputs.pipeline-url }}" `
|
||||
-ImageUrl "${{ inputs.image-url }}" `
|
||||
-Text "${{ inputs.text }}" `
|
||||
${{ inputs.add-to-toolset-flag }}
|
||||
@ -0,0 +1,89 @@
|
||||
name: Get tools new versions
|
||||
on:
|
||||
schedule:
|
||||
- cron: '0 8 * * THU'
|
||||
workflow_dispatch:
|
||||
|
||||
defaults:
|
||||
run:
|
||||
shell: pwsh
|
||||
|
||||
jobs:
|
||||
find-new-tool-versions:
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
tool:
|
||||
- name: 'Xamarin'
|
||||
image: 'https://avatars.githubusercontent.com/u/790012?s=200&v=4'
|
||||
releases-url: 'null'
|
||||
filter-parameter: 'null'
|
||||
filter-arch: 'null'
|
||||
- name: 'Python'
|
||||
image: 'https://avatars.githubusercontent.com/u/1525981?s=200&v=4'
|
||||
releases-url: 'https://raw.githubusercontent.com/actions/python-versions/main/versions-manifest.json'
|
||||
filter-parameter: 'version'
|
||||
filter-arch: 'x64'
|
||||
- name: 'PyPy'
|
||||
image: 'https://avatars.githubusercontent.com/u/318667?s=200&v=4'
|
||||
releases-url: 'https://downloads.python.org/pypy/versions.json'
|
||||
filter-parameter: 'python_version'
|
||||
filter-arch: 'x86'
|
||||
- name: 'Node'
|
||||
image: 'https://avatars.githubusercontent.com/u/9950313?s=200&v=4'
|
||||
releases-url: 'https://raw.githubusercontent.com/actions/node-versions/main/versions-manifest.json'
|
||||
filter-parameter: 'version'
|
||||
filter-arch: 'x64'
|
||||
- name: 'Go'
|
||||
image: 'https://avatars.githubusercontent.com/u/4314092?s=200&v=4'
|
||||
releases-url: 'https://raw.githubusercontent.com/actions/go-versions/main/versions-manifest.json'
|
||||
filter-parameter: 'version'
|
||||
filter-arch: 'x64'
|
||||
name: 'Searching for new versions of ${{ matrix.tool.name }}'
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- id: get-new-tool-versions
|
||||
name: Get new tool versions
|
||||
run: |
|
||||
$versionsOutput = ./get-new-tool-versions/verify-new-tool-version-added-to-image.ps1 `
|
||||
-ToolName ${{ matrix.tool.name }} `
|
||||
-ReleasesUrl ${{ matrix.tool.releases-url }} `
|
||||
-FilterParameter ${{ matrix.tool.filter-parameter }} `
|
||||
-FilterArch ${{ matrix.tool.filter-arch }}
|
||||
echo "::set-output name=versions-output::$versionsOutput"
|
||||
- name: Check versions
|
||||
if: steps.get-new-tool-versions.outputs.versions-output == ''
|
||||
run: Write-Host "No new versions found"
|
||||
- uses: ./.github/actions/send-slack-notification
|
||||
name: Send Slack notification
|
||||
if: steps.get-new-tool-versions.outputs.versions-output != ''
|
||||
with:
|
||||
url: ${{ secrets.SLACK_CHANNEL_URL }}
|
||||
tool-name: '${{ matrix.tool.name }}'
|
||||
tool-version: ${{ steps.get-new-tool-versions.outputs.versions-output }}
|
||||
image-url: '${{ matrix.tool.image }}'
|
||||
add-to-toolset-flag: '-AddToToolsetFlag'
|
||||
|
||||
check_build:
|
||||
name: Check build for failures
|
||||
runs-on: ubuntu-latest
|
||||
needs: [find-new-tool-versions]
|
||||
if: failure()
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- id: get-failed-jobs
|
||||
name: Get failed jobs
|
||||
run: |
|
||||
$jobs_url = "$env:GITHUB_API_URL/repos/$env:GITHUB_REPOSITORY/actions/runs/$env:GITHUB_RUN_ID/jobs"
|
||||
$failedJobs = (Invoke-RestMethod -Uri $jobs_url).jobs |
|
||||
Where-Object conclusion -eq "failure" |
|
||||
ForEach-Object {"\n\t" + $_.name.split(" ")[-1] + ": $($_.html_url)"}
|
||||
echo "::set-output name=failed-jobs::$failedJobs"
|
||||
- uses: ./.github/actions/send-slack-notification
|
||||
name: Send Slack notification about failure
|
||||
with:
|
||||
url: ${{ secrets.SLACK_CHANNEL_URL }}
|
||||
tool-name: 'Tool name'
|
||||
pipeline-url: '$env:GITHUB_SERVER_URL/$env:GITHUB_REPOSITORY/actions/runs/$env:GITHUB_RUN_ID'
|
||||
text: "Missing toolset tool versions checker pipeline has failed jobs:/n/t${{ steps.get-failed-jobs.outputs.failed-jobs }}"
|
||||
@ -1,37 +0,0 @@
|
||||
name: $(date:yyyyMMdd)$(rev:.r)
|
||||
trigger: none
|
||||
pr: none
|
||||
schedules:
|
||||
- cron: "0 8 * * Thu"
|
||||
displayName: Daily build
|
||||
branches:
|
||||
include:
|
||||
- main
|
||||
always: true
|
||||
|
||||
variables:
|
||||
PoolName: 'Azure Pipelines'
|
||||
VmImage: 'ubuntu-18.04'
|
||||
|
||||
stages:
|
||||
- stage: Find_New_Versions
|
||||
dependsOn: []
|
||||
jobs:
|
||||
- job: Find_New_Versions
|
||||
pool:
|
||||
name: $(PoolName)
|
||||
vmImage: $(VmImage)
|
||||
steps:
|
||||
- template: /azure-pipelines/templates/get-tool-versions-steps.yml
|
||||
|
||||
- stage: Check_New_Versions
|
||||
dependsOn: Find_New_Versions
|
||||
jobs:
|
||||
- job: Check_New_Versions
|
||||
pool:
|
||||
name: $(PoolName)
|
||||
vmImage: $(VmImage)
|
||||
variables:
|
||||
ToolVersions: $[ stageDependencies.Find_New_Versions.Find_New_Versions.outputs['Get_versions.TOOL_VERSIONS'] ]
|
||||
steps:
|
||||
- template: /azure-pipelines/templates/check-versions.yml
|
||||
@ -0,0 +1,25 @@
|
||||
function Search-ToolsVersionsNotOnImage {
|
||||
param (
|
||||
[string]$ToolName,
|
||||
[string]$ReleasesUrl,
|
||||
[string]$FilterParameter,
|
||||
[string]$FilterArch
|
||||
)
|
||||
|
||||
$stableReleases = (Invoke-RestMethod $ReleasesUrl) | Where-Object stable -eq $true
|
||||
$stableReleaseVersions = $stableReleases | ForEach-Object {
|
||||
if ($ToolName -eq "Node") {
|
||||
$_.$FilterParameter.split(".")[0] + ".0"
|
||||
} else {
|
||||
$_.$FilterParameter.split(".")[0,1] -join"."
|
||||
}
|
||||
} | Select-Object -Unique
|
||||
$toolsetUrl = "https://raw.githubusercontent.com/actions/virtual-environments/main/images/win/toolsets/toolset-2022.json"
|
||||
$latestMinorVersion = (Invoke-RestMethod $toolsetUrl).toolcache |
|
||||
Where-Object {$_.name -eq $ToolName -and $_.arch -eq $FilterArch} |
|
||||
ForEach-Object {$_.versions.Replace("*","0")} |
|
||||
Select-Object -Last 1
|
||||
$versionsToAdd = $stableReleaseVersions | Where-Object {[version]$_ -gt [version]$latestMinorVersion}
|
||||
|
||||
return $versionsToAdd
|
||||
}
|
||||
@ -0,0 +1,19 @@
|
||||
function Search-XamarinVersionsNotOnImage {
|
||||
param (
|
||||
[string]$ReleasesUrl,
|
||||
[array]$FilterProducts
|
||||
)
|
||||
|
||||
$xamarinReleases = (Invoke-RestMethod $ReleasesUrl).items
|
||||
$filteredReleases = $xamarinReleases | Where-Object {$_.name -in $FilterProducts.name} | Sort-Object name | Select-Object name, version
|
||||
$toolsetUrl = "https://raw.githubusercontent.com/actions/virtual-environments/main/images/macos/toolsets/toolset-11.json"
|
||||
$uploadedReleases = (Invoke-RestMethod $toolsetUrl).xamarin
|
||||
$releasesOnImage = @()
|
||||
foreach ($FilterProduct in $FilterProducts) {
|
||||
$releasesOnImage += @{$FilterProduct.name = $uploadedReleases.($FilterProduct.property)}
|
||||
}
|
||||
$versionsToAdd = $filteredReleases | Where-Object {$releasesOnImage.($_.name) -notcontains $_.version} | ForEach-Object {[string]::Empty} {
|
||||
'{0,-15} : {1}' -f $_.name, $_.version
|
||||
}
|
||||
return $versionsToAdd
|
||||
}
|
||||
@ -1,30 +0,0 @@
|
||||
using module "./base-parser.psm1"
|
||||
|
||||
class XamarinVersionsParser: BaseVersionsParser {
|
||||
[PSCustomObject] GetAvailableVersions() {
|
||||
$allVersions = $this.ParseAllAvailableVersions()
|
||||
return $allVersions
|
||||
}
|
||||
|
||||
[hashtable] GetUploadedVersions() {
|
||||
$url = $this.BuildGitHubFileUrl("actions", "virtual-environments", "main", "images/macos/toolsets/toolset-11.0.json")
|
||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
||||
$xamarin = $releases.xamarin
|
||||
$xamarinReleases = @{
|
||||
'Mono Framework' = $xamarin.'mono-versions'
|
||||
'Xamarin.Android' = $xamarin.'android-versions'
|
||||
'Xamarin.iOS' = $xamarin.'ios-versions'
|
||||
'Xamarin.Mac' = $xamarin.'mac-versions'
|
||||
}
|
||||
return $xamarinReleases
|
||||
}
|
||||
|
||||
hidden [PSCustomObject] ParseAllAvailableVersions() {
|
||||
$url = "http://aka.ms/manifest/stable"
|
||||
$filteredProducts = @('Mono Framework', 'Xamarin.Android', 'Xamarin.iOS', 'Xamarin.Mac')
|
||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
||||
$items = $releases.items
|
||||
$products = $items | Where-Object {$_.name -in $filteredProducts} | Sort-Object name | Select-Object name, version
|
||||
return $products
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,38 @@
|
||||
<#
|
||||
.SYNOPSIS
|
||||
Check and return list of new available tool versions that not added to toolsets yet
|
||||
|
||||
.PARAMETER ToolName
|
||||
Required parameter. The name of tool for which parser is available (Python, Xamarin, PyPy, Node, Go)
|
||||
#>
|
||||
|
||||
param (
|
||||
[Parameter(Mandatory)]
|
||||
[ValidateSet("Python", "Xamarin", "PyPy", "Node", "Go")]
|
||||
[string] $ToolName,
|
||||
[string] $ReleasesUrl,
|
||||
[string] $FilterParameter,
|
||||
[string] $FilterArch
|
||||
)
|
||||
|
||||
Get-ChildItem "$PSScriptRoot/parsers/verify-added-to-image/" | ForEach-Object {Import-Module $_.FullName}
|
||||
|
||||
if ($ToolName -in "Python", "PyPy", "Node", "Go") {
|
||||
$versionsToAdd = Search-ToolsVersionsNotOnImage -ToolName $ToolName -ReleasesUrl $ReleasesUrl -FilterParameter $FilterParameter -FilterArch $FilterArch
|
||||
}
|
||||
|
||||
if ($ToolName -eq "Xamarin") {
|
||||
$xamarinReleases = "http://aka.ms/manifest/stable"
|
||||
$xamarinProducts = @(
|
||||
[PSCustomObject] @{name = 'Mono Framework'; property = 'mono-versions'}
|
||||
[PSCustomObject] @{name = 'Xamarin.Android'; property = 'android-versions'}
|
||||
[PSCustomObject] @{name = 'Xamarin.iOS'; property = 'ios-versions'}
|
||||
[PSCustomObject] @{name = 'Xamarin.Mac'; property = 'mac-versions'}
|
||||
)
|
||||
$versionsToAdd = Search-XamarinVersionsNotOnImage -ReleasesUrl $xamarinReleases -FilterProducts $xamarinProducts
|
||||
$joinChars = "\n\t"
|
||||
}
|
||||
|
||||
$versionsToAdd = $versionsToAdd -join $joinChars
|
||||
|
||||
return $versionsToAdd
|
||||
Loading…
Reference in New Issue