Merge pull request #5 from actions/master

update local enviroonment

images.CI/azure-pipelines/image-generation.yml

@@ -8,6 +8,7 @@ jobs:
 - job:
   pool: ci-agent-pool
   timeoutInMinutes: 600
+  cancelTimeoutInMinutes: 30
   variables:
   - group: Image Generation Variables
 
@@ -74,4 +75,4 @@ jobs:
                      -ClientSecret $(CLIENT_SECRET) `
                      -Image ${{ parameters.image_type }} `
                      -SubscriptionId $(AZURE_SUBSCRIPTION) `
-                     -TenantId $(AZURE_TENANT)
+                     -TenantId $(AZURE_TENANT)

images.CI/cleanup.ps1

@@ -11,7 +11,7 @@ az login --service-principal --username $ClientId --password $ClientSecret --ten
 
 $TempResourceGroupName = "${ResourcesNamePrefix}_${Image}"
 
-$groupExist = az group exists --name $TempResourceGroupName --subscription $SubscriptionId | Out-Null
+$groupExist = az group exists --name $TempResourceGroupName --subscription $SubscriptionId
 if ($groupExist -eq "true") {
     Write-Host "Found a match, deleting temporary files"
     az group delete --name $TempResourceGroupName --subscription $SubscriptionId --yes | Out-Null

images/linux/Ubuntu1804-README.md

@@ -1,10 +1,13 @@
+<!--- DO NOT EDIT - This markdown file is autogenerated. -->
 # Ubuntu 18.04.4 LTS
-The following software is installed on machines with the 20200406.2 update.
+The following software is installed on machines with the 20200430.1 update.
 ***
+- Homebrew on Linux (Homebrew 2.2.14
+Homebrew/linuxbrew-core (git revision d5a54e; last commit 2020-04-30))
 - 7-Zip 16.02
-- Ansible (ansible 2.9.6)
+- Ansible (ansible 2.9.7)
 - AzCopy (azcopy 7.3.0-netcore)
-- Azure CLI (azure-cli                          2.3.1)
+- Azure CLI (azure-cli                          2.5.1)
 - Azure CLI (azure-devops                      0.18.0)
 - Basic CLI:
   - curl
@@ -15,6 +18,7 @@ The following software is installed on machines with the 20200406.2 update.
   - iputils-ping
   - jq
   - libcurl3
+  - libgbm-dev
   - libicu55
   - libunwind8
   - locales
@@ -32,16 +36,21 @@ The following software is installed on machines with the 20200406.2 update.
   - wget
   - zip
   - zstd
-- AWS CLI (aws-cli/1.18.37 Python/2.7.17 Linux/5.0.0-1035-azure botocore/1.15.37)
+- Alibaba Cloud CLI (3.0.39)
+- AWS CLI (aws-cli/1.18.49 Python/2.7.17 Linux/5.3.0-1020-azure botocore/1.15.49)
 - build-essential
 - Clang 6.0 (6.0.0)
 - Clang 8 (8.0.0)
 - Clang 9 (9.0.0)
-- Swift version 5.2.1 (swift-5.2.1-RELEASE)
+- Swift version 5.2.3 (swift-5.2.3-RELEASE)
 Target: x86_64-unknown-linux-gnu
-- CMake (cmake version 3.16.2)
+- CMake (cmake version 3.17.0)
+- Podman (podman --version)
+Buildah (buildah --version)
+Skopeo (skopeo --version)
 - Docker Compose (docker-compose version 1.25.4, build 8d51620a)
 - Docker-Moby (Docker version 3.0.11+azure, build eb310fca49568dccd87c6136f774ef6fff2a1b51)
+- Docker-Buildx (0.3.1+azure)
 - .NET Core SDK:
   - 3.1.201
   - 3.1.200
@@ -108,20 +117,20 @@ Target: x86_64-unknown-linux-gnu
   - 2.1.302
   - 2.1.301
   - 2.1.300
-- Erlang (Erlang (SMP,ASYNC_THREADS,HIPE) (BEAM) emulator version 10.7)
-- Firefox (Mozilla Firefox 74.0.1)
+- Erlang (Erlang (SMP,ASYNC_THREADS,HIPE) (BEAM) emulator version 10.7.1)
+- Firefox (Mozilla Firefox 75.0)
 - Geckodriver (0.26.0); Gecko Driver is available via GECKOWEBDRIVER environment variable
 - GNU C++ 7.5.0
 - GNU C++ 8.4.0
-- GNU C++ 9.2.1
+- GNU C++ 9.3.0
 - GNU Fortran 8.4.0
-- GNU Fortran 9.2.1
-- Git (2.26.0)
+- GNU Fortran 9.3.0
+- Git (2.26.2)
 - Git Large File Storage (LFS) (2.10.0)
 - Hub CLI (2.14.2)
-- Google Chrome (Google Chrome 80.0.3987.163 )
-- ChromeDriver 80.0.3987.106 (f68069574609230cf9b635cd784cfb1bf81bb53a-refs/branch-heads/3987@{#882}); Chrome Driver is available via CHROMEWEBDRIVER environment variable
-- Google Cloud SDK (287.0.0)
+- Google Chrome (Google Chrome 81.0.4044.129 )
+- ChromeDriver 81.0.4044.69 (6813546031a4bc83f717a2ef7cd4ac6ec1199132-refs/branch-heads/4044@{#776}); Chrome Driver is available via CHROMEWEBDRIVER environment variable
+- Google Cloud SDK (290.0.1)
 - Haskell Cabal (cabal-install version 2.0.0.1
 compiled using version 2.0.1.1 of the Cabal library )
 - Haskell Cabal (cabal-install version 2.2.0.0
@@ -144,76 +153,79 @@ compiled using version 3.2.0.0 of the Cabal library )
 - GHC (The Glorious Glasgow Haskell Compilation System, version 8.8.3)
 - GHC (The Glorious Glasgow Haskell Compilation System, version 8.10.1)
 - Haskell Stack (Version 2.1.3, Git revision 636e3a759d51127df2b62f90772def126cdf6d1f (7735 commits) x86_64 hpack-0.31.2)
-- Heroku (heroku/7.39.2 linux-x64 node-v12.13.0)
-- HHVM (HipHop VM 4.52.0 (rel))
+- Heroku (heroku/7.39.5 linux-x64 node-v12.16.2)
+- HHVM (HipHop VM 4.55.0 (rel))
 - ImageMagick
 - Azul Zulu OpenJDK:
-  - 7 (openjdk version "1.7.0_252")
-  - 8 (openjdk version "1.8.0_242") (default)
-  - 11 (openjdk version "11.0.6" 2020-01-14 LTS)
+  - 7 (openjdk version "1.7.0_262")
+  - 8 (openjdk version "1.8.0_252") (default)
+  - 11 (openjdk version "11.0.7" 2020-04-14 LTS)
   - 12 (openjdk version "12.0.2" 2019-07-16)
 - Ant (Apache Ant(TM) version 1.10.5 compiled on March 28 2019)
 - Gradle 6.3
 - Maven (Apache Maven 3.6.3 (cecedd343002696d0abb50b32b541b8a6ba2883f))
 - Kind (kind v0.7.0 go1.13.6 linux/amd64)
 - kubectl (error: Missing or incomplete configuration info.  Please point to an existing, complete config file:)
-- helm (v3.1.2+gd878d4d)
-- Leiningen (Leiningen 2.9.3 on Java 1.8.0_242 OpenJDK 64-Bit Server VM)
+- helm (v3.2.0+ge11b7ce)
+- Leiningen (Leiningen 2.9.3 on Java 1.8.0_252 OpenJDK 64-Bit Server VM)
 - Mercurial (Mercurial Distributed SCM (version 4.5.3))
 - Miniconda (conda 4.8.2)
 - Mono (Mono JIT compiler version 6.8.0.105 (tarball Tue Feb  4 21:20:20 UTC 2020))
 - MySQL (mysql  Ver 14.14 Distrib 5.7.29, for Linux (x86_64) using  EditLine wrapper)
 - MySQL Server (user:root password:root)
 - MS SQL Server Client Tools
+- MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'
 - nvm (0.35.3)
-- Node.js (v12.16.1)
+- Node.js (v12.16.3)
 - Grunt (grunt-cli v1.2.0)
 - Gulp (CLI version: 2.2.0
 Local version: Unknown)
-- n (6.4.0)
+- n (6.5.1)
 - Parcel (1.12.4)
 - TypeScript (Version 3.8.3)
-- Webpack (4.42.1)
+- Webpack (4.43.0)
 - Webpack CLI (3.3.11)
 - Yarn (1.22.4)
-- Bazel (bazel 3.0.0)
-- Bazelisk (1.3.0)
+- Bazel (bazel 3.1.0)
+- Bazelisk (1.4.0)
 - PhantomJS (2.1.1)
-- PHP 7.1 (PHP 7.1.33-14+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Mar 20 2020 13:57:43) ( NTS ))
-- PHP 7.2 (PHP 7.2.29-1+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Mar 20 2020 13:54:39) ( NTS ))
-- PHP 7.3 (PHP 7.3.16-1+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Mar 20 2020 13:51:46) ( NTS ))
-- PHP 7.4 (PHP 7.4.4 (cli) (built: Mar 20 2020 13:47:45) ( NTS ))
-- Composer  (Composer version 1.10.1 2020-03-13 20:34:27)
+- PHP 7.1 (PHP 7.1.33-15+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Apr 19 2020 07:59:27) ( NTS ))
+- PHP 7.2 (PHP 7.2.30-1+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Apr 19 2020 07:50:50) ( NTS ))
+- PHP 7.3 (PHP 7.3.17-1+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Apr 19 2020 07:44:26) ( NTS ))
+- PHP 7.4 (PHP 7.4.5 (cli) (built: Apr 19 2020 07:36:30) ( NTS ))
+- Composer  (Composer version 1.10.5 2020-04-10 11:44:22)
 - PHPUnit (PHPUnit 7.5.20 by Sebastian Bergmann and contributors.)
 - Pollinate
 - psql (PostgreSQL) 10.12
 - Powershell (PowerShell 7.0.0)
 - ruby (2.5.1p57)
 - gem (3.1.2)
 - rustup (1.21.1)
-- rust (1.42.0)
-- cargo (1.42.0)
-- rustfmt (1.4.11-stable)
+- rust (1.43.0)
+- cargo (1.43.0)
+- rustfmt (1.4.12-stable)
 - clippy (0.0.212)
-- rustdoc (1.42.0)
+- rustdoc (1.43.0)
 - bindgen (0.53.2)
-- cbindgen (0.14.0)
-- Julia (julia version 1.4.0)
-- sbt (1.3.9)
+- cbindgen (0.14.1)
+- Julia (julia version 1.4.1)
+- sbt (1.3.10)
 - Selenium server standalone (available via SELENIUM_JAR_PATH environment variable)
 - Sphinx Open Source Search Server
 - Subversion (svn, version 1.9.7 (r1800392))
 - Terraform (Terraform v0.12.24)
 - Packer (1.5.5)
 - Vcpkg 2020.02.04-unknownhash
-- Zeit Now CLI (17.1.1)
-- MongoDB on Linux (2020-04-07T01:27:09.357+0000 I  CONTROL  [initandlisten] db version v4.2.5
-2020-04-07T01:27:09.357+0000 I  CONTROL  [initandlisten] git version: 2261279b51ea13df08ae708ff278f0679c59dc32
-2020-04-07T01:27:09.357+0000 I  CONTROL  [initandlisten] OpenSSL version: OpenSSL 1.1.1d  10 Sep 2019)
+- Zeit Now CLI (18.0.0)
+- MongoDB on Linux (2020-04-30T20:19:37.962+0000 I  CONTROL  [initandlisten] db version v4.2.6
+2020-04-30T20:19:37.962+0000 I  CONTROL  [initandlisten] git version: 20364840b8f1af16917e4c23c1b5f5efd8b352f8
+2020-04-30T20:19:37.962+0000 I  CONTROL  [initandlisten] OpenSSL version: OpenSSL 1.1.1g  21 Apr 2020)
+- Haveged 1.9.1-6
+- AWS SAM CLI, version 0.48.0
 - Go 1.11 (go version go1.11.13 linux/amd64)
 - Go 1.12 (go version go1.12.17 linux/amd64)
-- Go 1.13 (go version go1.13.9 linux/amd64)
-- Go 1.14 (go version go1.14.1 linux/amd64)
+- Go 1.13 (go version go1.13.10 linux/amd64)
+- Go 1.14 (go version go1.14.2 linux/amd64)
 - Google Repository 58
 - Google Play services 49
 - Google APIs 24
@@ -223,7 +235,7 @@ Local version: Unknown)
 - CMake 3.10.2.4988404
 3.6.4111459
 - Android Support Repository 47.0.0
-- Android SDK Platform-Tools 29.0.6
+- Android SDK Platform-Tools 30.0.0
 - Android SDK Platform 29
 - Android SDK Platform 28
 - Android SDK Platform 27
@@ -267,7 +279,7 @@ Local version: Unknown)
 - Android SDK Build-Tools 20.0.0
 - Android SDK Build-Tools 19.1.0
 - Android SDK Build-Tools 17.0.0
-- Android NDK 21.0.6113669
+- Android NDK 21.1.6352462
 - Az Module (1.0.0)
 - Az Module (1.6.0)
 - Az Module (2.3.2)
@@ -276,25 +288,20 @@ Local version: Unknown)
 - Az Module (3.1.0)
 - Az Module (3.5.0)
 - Cached container images
-  - node:10 (Digest: sha256:816cfaee24dc2cea534e21d7f9c55f3b22c8bc6af61d8445f8d0178168ef3b28)
-  - node:12 (Digest: sha256:46f4c17e1edbde36d60a9f6362db7912cfe301bac89afef7cc92421ab3e7ca18)
-  - buildpack-deps:stretch (Digest: sha256:a711a64b26285b42cd02618a191ec6c99650449f698858e0e2cc0535ab85e4dd)
-  - debian:9 (Digest: sha256:344470192d10cf7cf0bedcb183effbe99065829a8dbe68e65e703faf46fc10c1)
-  - debian:8 (Digest: sha256:a77aa078ad4769799286bba5fc198deda5bfd4d0144a24e6aa0c8dddf0a22833)
-  - node:10-alpine (Digest: sha256:9a88e3bc3f845b74d2fd8adcbc64608736a8be4a3e9dc7aa34fa743e3677a552)
-  - node:12-alpine (Digest: sha256:6b5b783c9cfe229af0bd5b0b677dd32005bb22d58465f3d0fe7fbd1c60ce068c)
+  - jekyll/builder:latest (Digest: sha256:c97cebe5f614888d61bebf234c1c93399aa74463ffdb175fd9b975a4b0fa8f13)
+  - node:12-alpine (Digest: sha256:84f5c9090cc741421b2376b2393e7d5fa2f89d36167c12eb57aef16dd64ecf6c)
+  - node:12 (Digest: sha256:5fe210262a6dc0c1f5555976356cf076c7a8c7645b0c781bc8a913881bbe7942)
+  - node:10-alpine (Digest: sha256:b2db1b026f1b01a6a91f39d8204b89c5c13d2b40a017dd4d9253ab066c9cf2cb)
+  - alpine:3.9 (Digest: sha256:414e0518bb9228d35e4cd5165567fb91d26c6a214e9c95899e1e056fcd349011)
+  - alpine:3.10 (Digest: sha256:f0e9534a598e501320957059cb2a23774b4d4072e37c7b2cf7e95b241f019e35)
+  - node:10 (Digest: sha256:e0c512c52c3ca8797fc60ada3698004f5cba13af4a8a5968041edac1b5d98577)
+  - buildpack-deps:stretch (Digest: sha256:38353fdc334fa612f3dedb3d1e8172c3e63de706ca80260856e5708d0fd1146a)
+  - debian:9 (Digest: sha256:666ffd4fbcdff07edcbd65f0ec1dc86ed294f5e3be93eb26280575f77427df46)
+  - debian:8 (Digest: sha256:734728c8e411698485ae644fc988dad06f757565e292b5b85edc084befa37bbb)
   - alpine:3.8 (Digest: sha256:2bb501e6173d9d006e56de5bce2720eb06396803300fe1687b58a7ff32bf4c14)
-  - alpine:3.9 (Digest: sha256:115731bab0862031b44766733890091c17924f9b7781b79997f5f163be262178)
-  - alpine:3.10 (Digest: sha256:7c3773f7bcc969f03f8f653910001d99a9d324b4b9caa008846ad2c3089f5a5f)
-  - jekyll/builder:latest (Digest: sha256:875de39aa06300c749e26a79f39cdfa31404e4f2dbd2953cd4ebb0442bffda9e)
+  - ubuntu:14.04 (Digest: sha256:ffc76f71dd8be8c9e222d420dc96901a07b61616689a44c7b3ef6a10b7213de4)
   - alpine:3.7 (Digest: sha256:8421d9a84432575381bfabd248f1eb56f3aa21d9d7cd2511583c68c9b7511d10)
   - mcr.microsoft.com/azure-pipelines/node8-typescript:latest (Digest: sha256:e52e60b9f71183969830a3664279b5d8c799b4b0ec2c25a0686f7c02f6a9669a)
-- Python:
-  - Python 2.7.17
-  - Python 3.5.9
-  - Python 3.6.10
-  - Python 3.7.6
-  - Python 3.8.2
 - Ruby:
   - Ruby 2.4.10
   - Ruby 2.5.8
@@ -307,5 +314,11 @@ Local version: Unknown)
 - pip (pip 9.0.1 from /usr/lib/python2.7/dist-packages (python 2.7))
 - Python3 (Python 3.6.9)
 - pip3 (pip 9.0.1 from /usr/lib/python3/dist-packages (python 3.6))
+- Python:
+  - Python 2.7.18
+  - Python 3.5.9
+  - Python 3.6.10
+  - Python 3.7.7
+  - Python 3.8.2
 - Boost C++ Libraries 1.69.0
 - Boost C++ Libraries 1.72.0

images/linux/scripts/installers/1604/basic.sh

@@ -38,7 +38,8 @@ apt-fast install -y --no-install-recommends \
     upx \
     wget \
     zip \
-    zstd
+    zstd \
+    lib32z1
 
 # Electron / VSCode / GitHub Desktop / kubectl prereqs
 apt-fast install -y --no-install-recommends \
@@ -101,3 +102,4 @@ DocumentInstalledItemIndent "wget"
 DocumentInstalledItemIndent "zip"
 DocumentInstalledItemIndent "zstd"
 DocumentInstalledItemIndent "gnupg2"
+DocumentInstalledItemIndent "lib32z1"

images/linux/scripts/installers/1804/basic.sh

@@ -133,6 +133,9 @@ apt-get install -y --no-install-recommends parallel
 echo "Install gnupg2"
 apt-get install -y --no-install-recommends gnupg2
 
+echo "Install lib32z1"
+apt-get install -y --no-install-recommends lib32z1
+
 # Run tests to determine that the software installed as expected
 echo "Testing to make sure that script performed as expected, and basic scenarios work"
 for cmd in curl file ftp jq netcat ssh parallel rsync shellcheck sudo telnet time unzip wget zip; do
@@ -142,6 +145,13 @@ for cmd in curl file ftp jq netcat ssh parallel rsync shellcheck sudo telnet tim
     fi
 done
 
+# Workaround for systemd-resolve, since sometimes stub resolver does not work properly. Details: https://github.com/actions/virtual-environments/issues/798
+echo "Create resolv.conf link."
+if [[ -f /run/systemd/resolve/resolv.conf ]]; then
+    echo "Create resolv.conf link."
+    ln -sf /run/systemd/resolve/resolv.conf /etc/resolv.conf
+fi
+
 # Document what was added to the image
 echo "Lastly, documenting what we added to the metadata file"
 DocumentInstalledItem "Basic CLI:"
@@ -172,3 +182,4 @@ DocumentInstalledItemIndent "wget"
 DocumentInstalledItemIndent "zip"
 DocumentInstalledItemIndent "zstd"
 DocumentInstalledItemIndent "gnupg2"
+DocumentInstalledItemIndent "lib32z1"

images/linux/scripts/installers/Install-Toolset.ps1

@@ -28,7 +28,8 @@ $ErrorActionPreference = "Stop"
 
 # Get toolset content
 $toolsetJson = Get-Content -Path "$env:INSTALLER_SCRIPT_FOLDER/toolset.json" -Raw
-$tools = ConvertFrom-Json -InputObject $toolsetJson | Select-Object -ExpandProperty toolcache
+$toolsToInstall = @("Python", "Node")
+$tools = ConvertFrom-Json -InputObject $toolsetJson | Select-Object -ExpandProperty toolcache | Where {$ToolsToInstall -contains $_.Name}
 
 foreach ($tool in $tools) {
     # Get versions manifest for current tool

images/linux/scripts/installers/Validate-Toolset.ps1

@@ -27,8 +27,9 @@ $ErrorActionPreference = "Stop"
 
 # Define executables for cached tools
 $toolsExecutables = @{
-    Python = @("python", "bin/pip");
+    Python = @("python", "bin/pip")
     node = @("bin/node", "bin/npm")
+    PyPy = @("bin/python", "bin/pip")
 }
 
 # Get toolset content
@@ -43,6 +44,11 @@ foreach($tool in $tools) {
     $toolExecs = $toolsExecutables[$tool.name]
 
     foreach ($version in $tool.versions) {
+        # Add wildcard if missing
+        if (-not $version.Contains('*')) {
+            $version += '.*'
+        }
+
         # Check if version folder exists
         $expectedVersionPath = Join-Path $toolPath $version
         if (-not (Test-Path $expectedVersionPath)) {
@@ -59,7 +65,14 @@ foreach($tool in $tools) {
         Write-Host "Run validation test for $($tool.name)($($tool.arch)) $($foundVersion.name) executables..."
         Run-ExecutableTests -Executables $toolExecs -ToolPath $foundVersionPath
 
+        $foundVersionName = $foundVersion.name
+        if ($tool.name -eq 'PyPy')
+        {
+            $pypyVersion = & "$foundVersionPath/bin/python" -c "import sys;print(sys.version.split('\n')[1])"
+            $foundVersionName = "{0} {1}" -f $foundVersionName, $pypyVersion
+        }
+
         # Add tool version to documentation
-        Invoke-Expression "bash -c `"source $env:HELPER_SCRIPTS/document.sh; DocumentInstalledItemIndent '$($tool.name) $($foundVersion.name)'`""
+        Invoke-Expression "bash -c `"source $env:HELPER_SCRIPTS/document.sh; DocumentInstalledItemIndent '$($tool.name) $foundVersionName'`""
     }
 }