Skip to content

Commit

Permalink
Fix for UseDotnetV2 - Fails silently to download (#20521)
Browse files Browse the repository at this point in the history
* Bump tool lib + use downloadToolWithRetries

* fix tests
  • Loading branch information
KonstantinTyukalov authored Oct 7, 2024
1 parent 591764a commit b856335
Show file tree
Hide file tree
Showing 21 changed files with 78 additions and 46 deletions.
10 changes: 10 additions & 0 deletions Tasks/UseDotNetV2/Tests/versionInstallerDownloadAndInstallTests.ts
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,15 @@ mockery.registerMock('azure-pipelines-tool-lib/tool', {
resolve("downloadPath");
});
},
downloadToolWithRetries: function (url: string, fileName?: string): Promise<string> {
return Promise<string>((resolve, reject) => {
if (process.env["__case__"] == "downloaderror") {
reject("downloaderror");
}

resolve("downloadPath");
});
},
extractZip: function (file: string): Promise<string> {
return Promise<string>((resolve, reject) => {
if (process.env["__case__"] == "extracterror") {
Expand Down Expand Up @@ -161,6 +170,7 @@ mockery.registerMock('fs', {
import { VersionInstaller } from "../versioninstaller";
import { VersionInfo } from "../models";
import { Promise } from 'q';
import { downloadToolWithRetries } from 'azure-pipelines-tool-lib';
let versionInstaller = new VersionInstaller("sdk", installationPath);

let versionInfo = new VersionInfo(JSON.parse(`{"version":"2.2.104", "files": [{"name": "linux.tar.gz", "rid":"linux-x64", "url": "https://path.to/file.tar.gz"}, {"name": "osx.pkg", "rid":"osx-x64", "url": "https://path.to/file.pkg"}, {"name": "osx.tar.gz", "rid":"osx-x64", "url": "https://path.toMac/file.tar.gz"}, {"name": "win.exe", "rid":"win-x64", "url": "https://path.to/file.exe"}, {"name": "win.zip", "rid":"win-x64", "url": "https://path.to/file.zip"}]}`), "sdk");
Expand Down
9 changes: 5 additions & 4 deletions Tasks/UseDotNetV2/_buildConfigs/Node20/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion Tasks/UseDotNetV2/_buildConfigs/Node20/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
"azure-pipelines-task-lib": "^4.16.0",
"azure-pipelines-tasks-packaging-common": "^3.230.0",
"azure-pipelines-tasks-utility-common": "^3.242.0",
"azure-pipelines-tool-lib": "^2.0.7",
"azure-pipelines-tool-lib": "^2.0.8",
"json5": "^2.2.3",
"semver": "^7.6.3",
"typed-rest-client": "^2.1.0"
Expand Down
6 changes: 3 additions & 3 deletions Tasks/UseDotNetV2/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion Tasks/UseDotNetV2/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
"azure-pipelines-task-lib": "^4.16.0",
"azure-pipelines-tasks-packaging-common": "^3.230.0",
"azure-pipelines-tasks-utility-common": "^3.242.0",
"azure-pipelines-tool-lib": "^2.0.7",
"azure-pipelines-tool-lib": "^2.0.8",
"json5": "^2.2.3",
"semver": "^7.6.3",
"typed-rest-client": "^2.1.0"
Expand Down
4 changes: 2 additions & 2 deletions Tasks/UseDotNetV2/task.json
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@
"author": "Microsoft Corporation",
"version": {
"Major": 2,
"Minor": 246,
"Patch": 2
"Minor": 247,
"Patch": 0
},
"satisfies": [
"DotNetCore"
Expand Down
4 changes: 2 additions & 2 deletions Tasks/UseDotNetV2/task.loc.json
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@
"author": "Microsoft Corporation",
"version": {
"Major": 2,
"Minor": 246,
"Patch": 2
"Minor": 247,
"Patch": 0
},
"satisfies": [
"DotNetCore"
Expand Down
4 changes: 2 additions & 2 deletions Tasks/UseDotNetV2/versioninstaller.ts
Original file line number Diff line number Diff line change
Expand Up @@ -35,13 +35,13 @@ export class VersionInstaller {

try {
try {
var downloadPath = await toolLib.downloadTool(downloadUrl)
var downloadPath = await toolLib.downloadToolWithRetries(downloadUrl)
}
catch (ex) {
tl.warning(tl.loc("CouldNotDownload", downloadUrl, ex));
let fallBackUrl = `https://dotnetcli.azureedge.net/dotnet/${this.packageType === "runtime" ? "Runtime" : "Sdk"}/${version}/${downloadUrl.substring(downloadUrl.lastIndexOf('/') + 1)}`;
console.log("Using fallback url for download: " + fallBackUrl);
var downloadPath = await toolLib.downloadTool(fallBackUrl)
var downloadPath = await toolLib.downloadToolWithRetries(fallBackUrl)
}

// Extract
Expand Down
4 changes: 2 additions & 2 deletions _generated/UseDotNetV2.versionmap.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
Default|2.246.2
Node20_229_3|2.246.3
Default|2.247.0
Node20_229_3|2.247.1
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,15 @@ mockery.registerMock('azure-pipelines-tool-lib/tool', {
resolve("downloadPath");
});
},
downloadToolWithRetries: function (url: string, fileName?: string): Promise<string> {
return Promise<string>((resolve, reject) => {
if (process.env["__case__"] == "downloaderror") {
reject("downloaderror");
}

resolve("downloadPath");
});
},
extractZip: function (file: string): Promise<string> {
return Promise<string>((resolve, reject) => {
if (process.env["__case__"] == "extracterror") {
Expand Down Expand Up @@ -161,6 +170,7 @@ mockery.registerMock('fs', {
import { VersionInstaller } from "../versioninstaller";
import { VersionInfo } from "../models";
import { Promise } from 'q';
import { downloadToolWithRetries } from 'azure-pipelines-tool-lib';
let versionInstaller = new VersionInstaller("sdk", installationPath);

let versionInfo = new VersionInfo(JSON.parse(`{"version":"2.2.104", "files": [{"name": "linux.tar.gz", "rid":"linux-x64", "url": "https://path.to/file.tar.gz"}, {"name": "osx.pkg", "rid":"osx-x64", "url": "https://path.to/file.pkg"}, {"name": "osx.tar.gz", "rid":"osx-x64", "url": "https://path.toMac/file.tar.gz"}, {"name": "win.exe", "rid":"win-x64", "url": "https://path.to/file.exe"}, {"name": "win.zip", "rid":"win-x64", "url": "https://path.to/file.zip"}]}`), "sdk");
Expand Down
6 changes: 3 additions & 3 deletions _generated/UseDotNetV2/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion _generated/UseDotNetV2/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
"azure-pipelines-task-lib": "^4.16.0",
"azure-pipelines-tasks-packaging-common": "^3.230.0",
"azure-pipelines-tasks-utility-common": "^3.242.0",
"azure-pipelines-tool-lib": "^2.0.7",
"azure-pipelines-tool-lib": "^2.0.8",
"json5": "^2.2.3",
"semver": "^7.6.3",
"typed-rest-client": "^2.1.0"
Expand Down
8 changes: 4 additions & 4 deletions _generated/UseDotNetV2/task.json
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@
"author": "Microsoft Corporation",
"version": {
"Major": 2,
"Minor": 246,
"Patch": 2
"Minor": 247,
"Patch": 0
},
"satisfies": [
"DotNetCore"
Expand Down Expand Up @@ -203,7 +203,7 @@
"DepricatedVersionNetCore": "NET Core version you specfied %s is out of support and will be removed from hosted agents soon. Please refer to https://aka.ms/dotnet-core-support for more information about the .NET support policy."
},
"_buildConfigMapping": {
"Default": "2.246.2",
"Node20_229_3": "2.246.3"
"Default": "2.247.0",
"Node20_229_3": "2.247.1"
}
}
8 changes: 4 additions & 4 deletions _generated/UseDotNetV2/task.loc.json
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@
"author": "Microsoft Corporation",
"version": {
"Major": 2,
"Minor": 246,
"Patch": 2
"Minor": 247,
"Patch": 0
},
"satisfies": [
"DotNetCore"
Expand Down Expand Up @@ -203,7 +203,7 @@
"DepricatedVersionNetCore": "ms-resource:loc.messages.DepricatedVersionNetCore"
},
"_buildConfigMapping": {
"Default": "2.246.2",
"Node20_229_3": "2.246.3"
"Default": "2.247.0",
"Node20_229_3": "2.247.1"
}
}
4 changes: 2 additions & 2 deletions _generated/UseDotNetV2/versioninstaller.ts
Original file line number Diff line number Diff line change
Expand Up @@ -35,13 +35,13 @@ export class VersionInstaller {

try {
try {
var downloadPath = await toolLib.downloadTool(downloadUrl)
var downloadPath = await toolLib.downloadToolWithRetries(downloadUrl)
}
catch (ex) {
tl.warning(tl.loc("CouldNotDownload", downloadUrl, ex));
let fallBackUrl = `https://dotnetcli.azureedge.net/dotnet/${this.packageType === "runtime" ? "Runtime" : "Sdk"}/${version}/${downloadUrl.substring(downloadUrl.lastIndexOf('/') + 1)}`;
console.log("Using fallback url for download: " + fallBackUrl);
var downloadPath = await toolLib.downloadTool(fallBackUrl)
var downloadPath = await toolLib.downloadToolWithRetries(fallBackUrl)
}

// Extract
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,15 @@ mockery.registerMock('azure-pipelines-tool-lib/tool', {
resolve("downloadPath");
});
},
downloadToolWithRetries: function (url: string, fileName?: string): Promise<string> {
return Promise<string>((resolve, reject) => {
if (process.env["__case__"] == "downloaderror") {
reject("downloaderror");
}

resolve("downloadPath");
});
},
extractZip: function (file: string): Promise<string> {
return Promise<string>((resolve, reject) => {
if (process.env["__case__"] == "extracterror") {
Expand Down Expand Up @@ -161,6 +170,7 @@ mockery.registerMock('fs', {
import { VersionInstaller } from "../versioninstaller";
import { VersionInfo } from "../models";
import { Promise } from 'q';
import { downloadToolWithRetries } from 'azure-pipelines-tool-lib';
let versionInstaller = new VersionInstaller("sdk", installationPath);

let versionInfo = new VersionInfo(JSON.parse(`{"version":"2.2.104", "files": [{"name": "linux.tar.gz", "rid":"linux-x64", "url": "https://path.to/file.tar.gz"}, {"name": "osx.pkg", "rid":"osx-x64", "url": "https://path.to/file.pkg"}, {"name": "osx.tar.gz", "rid":"osx-x64", "url": "https://path.toMac/file.tar.gz"}, {"name": "win.exe", "rid":"win-x64", "url": "https://path.to/file.exe"}, {"name": "win.zip", "rid":"win-x64", "url": "https://path.to/file.zip"}]}`), "sdk");
Expand Down
9 changes: 5 additions & 4 deletions _generated/UseDotNetV2_Node20/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion _generated/UseDotNetV2_Node20/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
"azure-pipelines-task-lib": "^4.16.0",
"azure-pipelines-tasks-packaging-common": "^3.230.0",
"azure-pipelines-tasks-utility-common": "^3.242.0",
"azure-pipelines-tool-lib": "^2.0.7",
"azure-pipelines-tool-lib": "^2.0.8",
"json5": "^2.2.3",
"semver": "^7.6.3",
"typed-rest-client": "^2.1.0"
Expand Down
8 changes: 4 additions & 4 deletions _generated/UseDotNetV2_Node20/task.json
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@
"author": "Microsoft Corporation",
"version": {
"Major": 2,
"Minor": 246,
"Patch": 3
"Minor": 247,
"Patch": 1
},
"satisfies": [
"DotNetCore"
Expand Down Expand Up @@ -207,7 +207,7 @@
"DepricatedVersionNetCore": "NET Core version you specfied %s is out of support and will be removed from hosted agents soon. Please refer to https://aka.ms/dotnet-core-support for more information about the .NET support policy."
},
"_buildConfigMapping": {
"Default": "2.246.2",
"Node20_229_3": "2.246.3"
"Default": "2.247.0",
"Node20_229_3": "2.247.1"
}
}
8 changes: 4 additions & 4 deletions _generated/UseDotNetV2_Node20/task.loc.json
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@
"author": "Microsoft Corporation",
"version": {
"Major": 2,
"Minor": 246,
"Patch": 3
"Minor": 247,
"Patch": 1
},
"satisfies": [
"DotNetCore"
Expand Down Expand Up @@ -207,7 +207,7 @@
"DepricatedVersionNetCore": "ms-resource:loc.messages.DepricatedVersionNetCore"
},
"_buildConfigMapping": {
"Default": "2.246.2",
"Node20_229_3": "2.246.3"
"Default": "2.247.0",
"Node20_229_3": "2.247.1"
}
}
4 changes: 2 additions & 2 deletions _generated/UseDotNetV2_Node20/versioninstaller.ts
Original file line number Diff line number Diff line change
Expand Up @@ -35,13 +35,13 @@ export class VersionInstaller {

try {
try {
var downloadPath = await toolLib.downloadTool(downloadUrl)
var downloadPath = await toolLib.downloadToolWithRetries(downloadUrl)
}
catch (ex) {
tl.warning(tl.loc("CouldNotDownload", downloadUrl, ex));
let fallBackUrl = `https://dotnetcli.azureedge.net/dotnet/${this.packageType === "runtime" ? "Runtime" : "Sdk"}/${version}/${downloadUrl.substring(downloadUrl.lastIndexOf('/') + 1)}`;
console.log("Using fallback url for download: " + fallBackUrl);
var downloadPath = await toolLib.downloadTool(fallBackUrl)
var downloadPath = await toolLib.downloadToolWithRetries(fallBackUrl)
}

// Extract
Expand Down

0 comments on commit b856335

Please sign in to comment.