diff --git a/tools/build/build-appx.ps1 b/tools/build/build-appx.ps1
index 33d166275..17b6941e8 100644
--- a/tools/build/build-appx.ps1
+++ b/tools/build/build-appx.ps1
@@ -62,6 +62,8 @@ function Update-Certificate {
 }
 
 function Install-Appx {
+    Get-AppxPackage -Name "CanonicalGroupLimited.UbuntuProForWindows" | Remove-AppxPackage
+
     $artifacts = (
         Get-ChildItem ".\msix\UbuntuProForWindows\AppPackages\UbuntuProForWindows_*"    `
         | Sort-Object LastWriteTime                                                     `