diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json
index 0bc05bce48ce..cc83ebc162db 100644
--- a/.devcontainer/devcontainer.json
+++ b/.devcontainer/devcontainer.json
@@ -1,10 +1,7 @@
 {
   "name": "carbon-lang",
   "build": {
-    "dockerfile": "../docker/ubuntu2204/base/Dockerfile",
-    "args": {
-      "TAG": "3.5.6"
-    }
+    "dockerfile": "../docker/ubuntu2204/base/Dockerfile"
   },
   "customizations": {
     "vscode": {