diff --git a/Tests/Run-AlPipeline (Windows Auth).Tests.ps1 b/Tests/Run-AlPipeline (Windows Auth).Tests.ps1
index e85780e55..45afcb477 100644
--- a/Tests/Run-AlPipeline (Windows Auth).Tests.ps1	
+++ b/Tests/Run-AlPipeline (Windows Auth).Tests.ps1	
@@ -29,7 +29,7 @@ Describe 'Run-AlPipeline' {
             -installApps @("https://github.com/microsoft/bcsamples-bingmaps.pte/releases/download/24.0.0/bcsamples-bingmaps.pte-main-Apps-24.0.169.0.zip") `
             -appFolders "app,base" `
             -testFolders @("test") `
-            -previousApps @("https://github.com/microsoft/bcsamples-bingmaps.pte/releases/download/19.0.0/bcsamples-bingmaps.pte-main-Apps-19.0.168.0.zip") `
+            -previousApps @((Join-Path $PSScriptRoot 'helloworld-previousapps.zip')) `
             -appBuild ([int32]::MaxValue) `
             -appRevision 0 `
             -testResultsFile $resultsFile `
diff --git a/Tests/Run-AlPipeline.Tests.ps1 b/Tests/Run-AlPipeline.Tests.ps1
index 29fcd7cc6..cefc62f53 100644
--- a/Tests/Run-AlPipeline.Tests.ps1
+++ b/Tests/Run-AlPipeline.Tests.ps1
@@ -29,7 +29,7 @@ Describe 'Run-AlPipeline' {
             -installApps @("https://github.com/microsoft/bcsamples-bingmaps.pte/releases/download/24.0.0/bcsamples-bingmaps.pte-main-Apps-24.0.169.0.zip") `
             -appFolders "app,base" `
             -testFolders @("test") `
-            -previousApps @("https://github.com/microsoft/bcsamples-bingmaps.pte/releases/download/19.0.0/bcsamples-bingmaps.pte-main-Apps-19.0.168.0.zip") `
+            -previousApps @((Join-Path $PSScriptRoot 'helloworld-previousapps.zip')) `
             -additionalCountries "dk,de" `
             -appBuild ([int32]::MaxValue) `
             -appRevision 0 `
diff --git a/Tests/helloworld-previousapps.zip b/Tests/helloworld-previousapps.zip
new file mode 100644
index 000000000..2757bb0b7
Binary files /dev/null and b/Tests/helloworld-previousapps.zip differ