diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json
index 028ff1f0e..cf4b6b45a 100644
--- a/.devcontainer/devcontainer.json
+++ b/.devcontainer/devcontainer.json
@@ -14,7 +14,6 @@
 	"settings": {
 		"terminal.integrated.defaultProfile.linux": "bash"
 	},
-	"onCreateCommand": "bash ./.devcontainer/on-create.sh",
 	"postCreateCommand": "bash .devcontainer/post-create.sh",
 	"customizations": {
 		"codespaces": {
@@ -31,7 +30,7 @@
 			"settings": {},
 			"extensions": [
 				"GitHub.copilot",
-				"/tmp/rad-vscode-bicep.vsix"
+				"ms-azuretools.rad-vscode-bicep"
 			]
 		  }
 	}, 
diff --git a/.devcontainer/on-create.sh b/.devcontainer/on-create.sh
deleted file mode 100644
index 51a216c2f..000000000
--- a/.devcontainer/on-create.sh
+++ /dev/null
@@ -1,19 +0,0 @@
-#!/bin/bash
-
-## Get branch Rad Bicep version number
-CURRENT_BRANCH=$(git branch --show-current)
-
-if [ "$CURRENT_BRANCH" = "edge" ]; then
-    RADIUS_VERSION=edge
-else
-    ## If CURRENT_BRANCH matches a regex of the form "v0.20", set RADIUS_VERSION to the matching string minus the "v"
-    if [[ "$CURRENT_BRANCH" =~ ^v[0-9]+\.[0-9]+$ ]]; then
-        RADIUS_VERSION=${CURRENT_BRANCH:1}
-    else
-        ## Otherwise, set RADIUS_VERSION to "edge"
-        RADIUS_VERSION=edge
-    fi
-fi
-
-## Download Bicep extension
-curl https://get.radapp.dev/tools/vscode-extensibility/$RADIUS_VERSION/rad-vscode-bicep.vsix --output /tmp/rad-vscode-bicep.vsix